-- Logs begin at Tue 2021-06-01 09:14:17 UTC, end at Tue 2021-06-01 10:10:58 UTC. -- Jun 01 09:43:33.623982 dv-cinder-787262-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 09:43:34.578280 dv-cinder-787262-4-smb neutron-server[91738]: Beware of the coming changes in the project packaging Jun 01 09:43:34.578893 dv-cinder-787262-4-smb neutron-server[91738]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 09:43:36.013426 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.common.config [-] Logging enabled! Jun 01 09:43:36.014148 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 09:43:36.014148 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91738) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 09:43:36.017275 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.common.config [-] Logging enabled! Jun 01 09:43:36.017518 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 09:43:36.017820 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91738) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 09:43:36.018771 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 09:43:36.018991 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 09:43:36.019343 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 09:43:36.019580 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 09:43:36.019773 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 09:43:36.020117 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.020408 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.020709 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.020906 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.021194 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.021482 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.021755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.022063 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.022354 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.022644 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.022918 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.023185 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.023411 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.023689 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.023971 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.024253 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.024474 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] debug = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.024776 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.025194 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.025628 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.025902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.026209 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.026484 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.026751 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.027024 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.027320 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.027624 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] host = dv-cinder-787262-4-smb {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.027906 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.028191 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.028473 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.028750 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.029022 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.029291 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.029567 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.029832 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.030130 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.030404 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.030688 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.030972 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.031259 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.031479 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.031705 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.031986 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.032266 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.032546 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.032813 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.033080 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.033353 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.033617 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.033881 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.034189 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.034472 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.034753 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.035021 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.035663 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.035929 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.036192 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.036470 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.036762 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.037001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.037264 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.037541 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.037803 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.038095 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.038388 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.038667 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.038942 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.039219 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.039488 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.039762 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.040026 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.040312 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.040674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_json = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.040947 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.041214 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.041496 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.041764 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.042064 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.042333 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.042600 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.042880 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:36.043176 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.043467 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.043766 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.044045 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.044338 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.044616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.044898 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.045173 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.045459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.045742 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.046051 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.046329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.046616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.046895 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.047183 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.047483 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.047770 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.048063 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.048338 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.048627 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.048880 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.049154 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.049437 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.049725 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.050033 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.050308 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.050593 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.050881 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.051157 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.051428 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.051714 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.051987 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.052266 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.052537 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.052815 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.053089 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.053356 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.053623 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.053896 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.054214 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.054497 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.054766 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.055034 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.055308 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.055579 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.055874 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.056306 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.056578 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.056890 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.057174 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.057448 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.057717 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.058007 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.058289 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.058598 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.058842 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.059111 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.059380 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.059649 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.059916 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.060183 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.060454 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.060733 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.061001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.061268 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.061536 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.061804 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.062092 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.062390 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.062696 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.062973 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.063249 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.063523 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.063809 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.064081 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.064357 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.064634 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.064910 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.065180 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.065471 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.065751 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.066056 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.066346 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.066620 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.066910 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.067185 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.067468 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.067737 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.068009 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.068300 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.068580 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.068871 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.069161 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.069450 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.069738 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.070053 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.070334 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.070651 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.070930 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:36.071142 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 09:43:36.071380 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91738) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 09:43:36.409876 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:43:36.410459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:43:36.410774 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:43:36.411249 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 09:43:36.802252 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.802517 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.802819 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.803997 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.804265 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.804529 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.839013 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.839286 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.839547 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.852691 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.852983 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.853246 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.882947 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.883218 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.883472 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.919425 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.919692 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:36.919951 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.148419 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.149104 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.149104 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.149248 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.150007 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.271685 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.272016 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.272283 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.272557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.272815 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.273122 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.273375 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.273622 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.273846 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.274184 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.274414 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.274712 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.274972 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.275220 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.275492 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.275761 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.277195 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.277490 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.277757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.278082 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.278447 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.278694 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.278942 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.279227 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.279480 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.279733 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.280131 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.280369 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.280607 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.280850 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.281082 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.281316 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.281707 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 09:43:37.285047 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 09:43:37.289305 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 09:43:37.293215 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 01 09:43:37.294866 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 09:43:37.295323 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 09:43:37.295637 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 09:43:37.296037 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 09:43:37.298987 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 09:43:37.299250 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 09:43:37.299603 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 09:43:37.327175 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 09:43:37.327618 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.327912 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91738) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 09:43:37.328272 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.329611 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91738) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 09:43:37.329884 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 09:43:37.330155 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 09:43:37.333404 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.333674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.408013 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 09:43:37.408196 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 09:43:37.408429 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 09:43:37.408842 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 09:43:37.448262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_db.sqlalchemy.engines [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91738) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 09:43:37.775149 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing driver for type 'gre' Jun 01 09:43:37.775896 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] gre ID ranges: [(1, 1000)] Jun 01 09:43:37.826587 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing driver for type 'local' Jun 01 09:43:37.826927 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing driver for type 'vlan' Jun 01 09:43:37.839453 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] VlanTypeDriver initialization complete Jun 01 09:43:37.839789 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing driver for type 'vxlan' Jun 01 09:43:37.840287 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] vxlan ID ranges: [(1, 1000)] Jun 01 09:43:37.895728 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing extension driver 'port_security' Jun 01 09:43:37.896060 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.extensions.port_security [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] PortSecurityExtensionDriver initialization complete Jun 01 09:43:37.896385 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing mechanism driver 'openvswitch' Jun 01 09:43:37.896744 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing mechanism driver 'hyperv' Jun 01 09:43:37.903424 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:37.904202 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.904570 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.904916 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.905295 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.905641 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.906017 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.906401 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.906739 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.907072 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.907446 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.907782 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.908113 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.908484 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.908816 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.909146 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.909508 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > address_group after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.909841 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > address_group after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.910521 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.910851 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] ML2 OVO RPC backend initialized. {{(pid=91738) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 09:43:37.911550 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.911898 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.912308 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.912647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > networks before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.912986 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.913322 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > ports before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.913658 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.913995 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnets before_response 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.914355 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.914687 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.915013 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.915341 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.915670 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.915995 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.916307 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.916635 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.916960 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.917533 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.plugin [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Modular L2 Plugin initialization complete Jun 01 09:43:37.917848 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading services supported by the core plugin {{(pid=91738) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 09:43:37.918194 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.plugins.ml2.managers [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Got port-security extension from driver 'port_security' Jun 01 09:43:37.918655 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.extensions.vlantransparent [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Disabled vlantransparent extension. Jun 01 09:43:37.919142 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91738) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 09:43:37.919447 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: router Jun 01 09:43:37.956426 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.956811 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_create 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.957180 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router before_create 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.957544 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.957919 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.958294 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_delete 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.958646 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.959034 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_create 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.959347 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.959664 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.960038 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.960372 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.960776 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.961138 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.961473 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.961808 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: subnet after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.962204 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.962549 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.962895 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_create 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.963238 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.963566 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.963924 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router after_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.964270 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.964621 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_create 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.964979 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.965320 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_update 55549900 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.965685 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > network after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.966569 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Tracking information for resource: router configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.966902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Tracking information for resource: floatingip configured {{(pid=91738) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 09:43:37.971921 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.db.l3_agentschedulers_db [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 09:43:37.972495 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.972850 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.973191 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.973539 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: port after_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.974356 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router before_create 55550100 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.974716 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.975073 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_create 55550100 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.975417 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > router precommit_update 55550100 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:37.979900 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.provider_configuration [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service providers = [] {{(pid=91738) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 09:43:37.980260 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.db.servicetype_db [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91738) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 09:43:37.983176 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.service_base [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 09:43:37.983513 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.service_base [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 09:43:37.983850 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.service_base [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 09:43:37.984710 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.services.service_base [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91738) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 09:43:37.985074 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.services.service_base [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 09:43:37.985607 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:37.985919 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 09:43:37.996321 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:37.996652 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: auto_allocate Jun 01 09:43:38.002448 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: network precommit_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.002874 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: network precommit_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.003313 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.003623 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: tag Jun 01 09:43:38.010449 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.010771 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: timestamp Jun 01 09:43:38.014525 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.014848 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: network_ip_availability Jun 01 09:43:38.020033 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.020390 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.020736 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.021467 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.021773 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: flavors Jun 01 09:43:38.026653 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.026970 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading Plugin: revisions Jun 01 09:43:38.031230 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91738) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 09:43:38.031613 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=91738) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:43:38.032339 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91738) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 09:43:38.032680 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Initializing extension manager. Jun 01 09:43:38.033180 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: __init__.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.033519 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: __pycache__ {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.033843 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.034205 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: address_group.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.034950 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.035838 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: address-group Jun 01 09:43:38.036158 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: address_scope.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.036850 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.037351 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: address-scope Jun 01 09:43:38.037655 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.038580 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.039084 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: router-admin-state-down-before-update Jun 01 09:43:38.039402 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: agent.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.040091 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.040646 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: agent Jun 01 09:43:38.040962 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: agent_resources_synced.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.041859 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.042398 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: agent-resources-synced Jun 01 09:43:38.042713 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: allowedaddresspairs.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.044453 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.044967 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: allowed-address-pairs Jun 01 09:43:38.045285 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: auto_allocated_topology.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.046376 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.046885 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: auto-allocated-topology Jun 01 09:43:38.047203 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: availability_zone.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.047875 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.048378 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: availability_zone Jun 01 09:43:38.048690 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: availability_zone_filter.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.049571 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.050102 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: availability_zone_filter Jun 01 09:43:38.050416 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: data_plane_status.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.051294 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.051804 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 09:43:38.052974 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: default_subnetpools.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.053085 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.053527 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: default-subnetpools Jun 01 09:43:38.053841 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.054669 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.055165 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: dhcp_agent_scheduler Jun 01 09:43:38.055485 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: dns.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.056440 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.056941 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 09:43:38.057254 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: dns_domain_ports.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.058169 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.058667 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 09:43:38.059049 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: dvr.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.059652 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.060156 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: dvr Jun 01 09:43:38.060470 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: empty_string_filtering.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.061361 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.061865 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: empty-string-filtering Jun 01 09:43:38.062209 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.063096 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.063597 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 09:43:38.063912 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.064805 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.065296 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 09:43:38.065611 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: external_net.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.066521 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.067026 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: external-net Jun 01 09:43:38.067340 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.068213 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.068725 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: extra_dhcp_opt Jun 01 09:43:38.069038 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: extraroute.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.069923 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.070453 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: extraroute Jun 01 09:43:38.070768 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: extraroute_atomic.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.071849 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.072348 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: extraroute-atomic Jun 01 09:43:38.072663 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: filter_validation.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.073316 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.073810 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: filter-validation Jun 01 09:43:38.074155 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: fip_pf_description.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.075259 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.075761 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 09:43:38.076075 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: fip_port_details.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.076975 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.077478 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: fip-port-details Jun 01 09:43:38.077793 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: flavors.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.079032 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.079536 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: flavors Jun 01 09:43:38.079865 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.081536 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.082087 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 09:43:38.082403 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: floatingip_pools.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.083079 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.083583 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: floatingip-pools Jun 01 09:43:38.083900 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: ip_allocation.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.084795 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.085293 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 09:43:38.085613 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.086530 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.087032 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: ip-substring-filtering Jun 01 09:43:38.087383 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l2_adjacency.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.088321 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.088820 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 09:43:38.089133 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.090181 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.090691 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: router Jun 01 09:43:38.091011 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.093301 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.093829 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 09:43:38.094190 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.095117 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.095631 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: ext-gw-mode Jun 01 09:43:38.095954 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.096846 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.097352 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: l3-ha Jun 01 09:43:38.097674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3_flavors.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.098597 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.099106 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: l3-flavors Jun 01 09:43:38.099429 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.100327 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.100827 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 09:43:38.101144 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: l3agentscheduler.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.102203 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.102714 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: l3_agent_scheduler Jun 01 09:43:38.103086 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: logging.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.104555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.105056 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension logging not supported by any of loaded plugins Jun 01 09:43:38.105392 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: metering.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.106142 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.106721 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: metering Jun 01 09:43:38.107033 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.108101 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.108612 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: metering_source_and_destination_fields Jun 01 09:43:38.108932 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: multiprovidernet.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.109998 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.110501 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: multi-provider Jun 01 09:43:38.110819 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: netmtu.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.111702 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.112198 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: net-mtu Jun 01 09:43:38.112514 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: netmtu_writable.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.113396 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.113896 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: net-mtu-writable Jun 01 09:43:38.114241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: network_availability_zone.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.114889 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.115411 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: network_availability_zone Jun 01 09:43:38.115725 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: network_ip_availability.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.116791 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.117296 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: network-ip-availability Jun 01 09:43:38.117618 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: network_segment_range.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.118422 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.118927 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 09:43:38.119241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: pagination.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.120215 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.120540 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: pagination Jun 01 09:43:38.120855 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: port_device_profile.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.121746 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.122280 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: port-device-profile Jun 01 09:43:38.122597 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.123480 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.123981 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: port-mac-address-regenerate Jun 01 09:43:38.124294 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.125173 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.125673 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: port-numa-affinity-policy Jun 01 09:43:38.125989 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: port_resource_request.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.126890 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.127388 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 09:43:38.127700 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: portbindings.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.128591 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.129089 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: binding Jun 01 09:43:38.129405 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: portbindings_extended.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.130702 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.131211 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: binding-extended Jun 01 09:43:38.131530 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: portsecurity.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.132420 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.132925 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: port-security Jun 01 09:43:38.133243 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: project_id.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.134309 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.134617 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: project-id Jun 01 09:43:38.134934 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: providernet.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.135841 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.136366 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: provider Jun 01 09:43:38.136681 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.140359 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.140884 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos not supported by any of loaded plugins Jun 01 09:43:38.141180 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.142534 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.143053 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 09:43:38.143376 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.144269 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.144779 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 09:43:38.145103 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_default.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.145999 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.146518 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-default not supported by any of loaded plugins Jun 01 09:43:38.146841 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_fip.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.147508 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.148006 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 09:43:38.148323 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_gateway_ip.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.149207 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.149773 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 09:43:38.150142 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_port_network_policy.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.151028 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.151530 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 09:43:38.151846 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_rule_type_details.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.152747 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.153251 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 09:43:38.153561 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: qos_rules_alias.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.154628 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.155141 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 09:43:38.155455 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: quotasv2.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.156575 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.156900 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: quotas Jun 01 09:43:38.157245 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: quotasv2_detail.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.158927 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.159260 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: quota_details Jun 01 09:43:38.159585 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: rbac.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.161047 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.161585 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: rbac-policies Jun 01 09:43:38.161907 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: rbac_address_group.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.162870 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.163386 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: rbac-address-group Jun 01 09:43:38.163701 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: rbac_address_scope.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.164621 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.165132 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: rbac-address-scope Jun 01 09:43:38.165508 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: rbac_security_groups.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.166420 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.166927 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: rbac-security-groups Jun 01 09:43:38.167241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: rbac_subnetpool.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.168162 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.168666 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: rbac-subnetpool Jun 01 09:43:38.168981 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: revisionifmatch.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.169905 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.170440 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: revision-if-match Jun 01 09:43:38.170781 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: revisions.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.171900 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.172408 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: standard-attr-revisions Jun 01 09:43:38.172726 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: router_availability_zone.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.173389 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.173896 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: router_availability_zone Jun 01 09:43:38.174233 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: routerservicetype.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.175136 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.175647 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 09:43:38.175963 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.176852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.177363 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: security-groups-normalized-cidr Jun 01 09:43:38.177678 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.178600 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.179102 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: port-security-groups-filtering Jun 01 09:43:38.179414 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.180311 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.180839 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: security-groups-remote-address-group Jun 01 09:43:38.181156 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: securitygroup.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.190880 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.191417 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: security-group Jun 01 09:43:38.191745 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: segment.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.192522 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.193030 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension segment not supported by any of loaded plugins Jun 01 09:43:38.193348 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.194320 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.194819 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 09:43:38.195143 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: servicetype.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.196209 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.196862 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: service-type Jun 01 09:43:38.197183 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: sorting.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.198163 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.198488 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: sorting Jun 01 09:43:38.198827 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: standard_attr_segment.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.199727 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.200234 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 09:43:38.200550 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: standardattrdescription.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.201179 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.201681 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: standard-attr-description Jun 01 09:43:38.202010 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: stateful_security_group.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.202930 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.203437 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: stateful-security-group Jun 01 09:43:38.203756 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: stdattrs_common.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.204326 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 09:43:38.204636 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.205609 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.206142 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 09:43:38.206464 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnet_onboard.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.207559 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.208069 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: subnet_onboard Jun 01 09:43:38.208385 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.209376 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.209884 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 09:43:38.210233 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnet_service_types.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.211249 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.211768 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: subnet-service-types Jun 01 09:43:38.212117 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnetallocation.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.213185 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.213704 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: subnet_allocation Jun 01 09:43:38.214066 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.214710 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.215220 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: subnetpool-prefix-ops Jun 01 09:43:38.215548 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.216447 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.216974 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 09:43:38.217276 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: tagging.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.218383 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.218895 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: standard-attr-tag Jun 01 09:43:38.219215 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: timestamp.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.220414 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.220922 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loaded extension: standard-attr-timestamp Jun 01 09:43:38.221241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: trunk.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.222276 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.222785 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension trunk not supported by any of loaded plugins Jun 01 09:43:38.223108 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: trunk_details.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.223997 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.224499 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 09:43:38.224822 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: uplink_status_propagation.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.225725 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.226272 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 09:43:38.226587 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Loading extension file: vlantransparent.py {{(pid=91738) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 09:43:38.227246 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91738) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 09:43:38.227777 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 09:43:38.230437 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:network Jun 01 09:43:38.231180 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnet Jun 01 09:43:38.233136 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 09:43:38.233751 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:port Jun 01 09:43:38.235084 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.235515 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service FLAVORS assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.236154 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.236582 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.236906 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:router Jun 01 09:43:38.237572 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 09:43:38.238340 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service METERING assigned prefix: /metering {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.239787 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.240150 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.240496 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:43:38.241634 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 09:43:38.242112 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:security_group Jun 01 09:43:38.242798 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 09:43:38.243570 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service CORE assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.243891 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 09:43:38.244226 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] subnetpool is already registered Jun 01 09:43:38.244847 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service CORE assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.245170 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 09:43:38.245491 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] subnetpool is already registered Jun 01 09:43:38.248129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.248562 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service FLAVORS assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.249148 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.249569 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.249899 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:router Jun 01 09:43:38.250250 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] router is already registered Jun 01 09:43:38.250842 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 09:43:38.251163 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] floatingip is already registered Jun 01 09:43:38.251780 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service METERING assigned prefix: /metering {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.252449 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 09:43:38.252769 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] rbac_policy is already registered Jun 01 09:43:38.253364 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:security_group Jun 01 09:43:38.253620 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] security_group is already registered Jun 01 09:43:38.254225 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 09:43:38.254557 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] security_group_rule is already registered Jun 01 09:43:38.255231 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service CORE assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.255554 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 09:43:38.255869 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] subnetpool is already registered Jun 01 09:43:38.256470 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.v2.resource_helper [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Service CORE assigned prefix: {{(pid=91738) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 09:43:38.256800 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 09:43:38.257116 dv-cinder-787262-4-smb neutron-server[91738]: WARNING neutron.quota.resource_registry [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] subnetpool is already registered Jun 01 09:43:38.257756 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: extensions {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.259383 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: address-groups {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.261011 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: address-scopes {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.262247 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: agents {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.263393 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: auto-allocated-topology {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.264647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: availability_zones {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.265952 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: dhcp-networks {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.267388 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: dhcp-agents {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.268827 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: routers {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.270659 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: flavors {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.271818 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: service_profiles {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.273023 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: next_providers {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.274582 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: service_profiles {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.276061 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: floatingip-pools {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.277290 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: routers {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.279105 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: floatingips {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.280291 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: l3-routers {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.281667 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: l3-agents {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.283199 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: metering-labels {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.284631 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: metering-label-rules {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.286224 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: network-ip-availabilities {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.287484 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: bindings {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.289136 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: quotas {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.290670 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: quotas {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.292067 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: rbac-policies {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.293344 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: security-groups {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.294607 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: security-group-rules {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.295820 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: service-providers {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.297020 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: subnetpools {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.299502 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: subnetpools {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.300968 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.302698 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.422115 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.423904 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.425715 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.427623 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.429325 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.431341 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.433106 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.435005 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron.api.extensions [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Extended resource: tags {{(pid=91738) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 09:43:38.440858 dv-cinder-787262-4-smb neutron-server[91738]: WARNING keystonemiddleware.auth_token [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 09:43:38.445604 dv-cinder-787262-4-smb neutron-server[91738]: WARNING keystonemiddleware.auth_token [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 09:43:38.453847 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Acquired lock "singleton_lock" {{(pid=91738) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 09:43:38.454344 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_concurrency.lockutils [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Releasing lock "singleton_lock" {{(pid=91738) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 09:43:38.454986 dv-cinder-787262-4-smb neutron-server[91738]: INFO oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Starting 2 workers Jun 01 09:43:38.459659 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Started child 91845 {{(pid=91738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 09:43:38.463998 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Started child 91846 {{(pid=91738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 09:43:38.465505 dv-cinder-787262-4-smb neutron-server[91738]: INFO neutron.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 09:43:38.465706 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.466515 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Notify callbacks [] for process, before_spawn {{(pid=91738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.467098 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [-] (91845) wsgi starting up on http://0.0.0.0:9696 Jun 01 09:43:38.468454 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.469044 dv-cinder-787262-4-smb neutron-server[91738]: INFO oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Starting 1 workers Jun 01 09:43:38.469823 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [-] (91846) wsgi starting up on http://0.0.0.0:9696 Jun 01 09:43:38.473736 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Started child 91847 {{(pid=91738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 09:43:38.474265 dv-cinder-787262-4-smb neutron-server[91738]: INFO oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Starting 1 workers Jun 01 09:43:38.476959 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] calling RpcWorker wait() {{(pid=91847) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 09:43:38.477530 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] returning from RpcWorker wait() {{(pid=91847) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 09:43:38.478746 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Started child 91848 {{(pid=91738) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 09:43:38.478921 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.479235 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:38.479457 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b1ca-1d83-4b4d-8649-620e19a06d25 None None] Notify callbacks [] for process, after_spawn {{(pid=91738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.481363 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91738) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 09:43:38.481544 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 09:43:38.481929 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 09:43:38.482145 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 09:43:38.482665 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 09:43:38.482793 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 09:43:38.483340 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.483616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.483883 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.484030 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:38.484502 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.484502 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.484962 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.485217 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.485440 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.485733 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.485949 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.486188 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.486315 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.486563 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.486983 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.487084 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.487384 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.487670 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.487865 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.487999 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.488272 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.488530 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.488755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.489011 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] debug = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.489250 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.489724 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.489915 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.490161 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.490376 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.490643 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.490874 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.491155 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.491389 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.491603 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.491816 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.492052 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.492312 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.492548 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.492782 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.493032 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.493260 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.493846 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] host = dv-cinder-787262-4-smb {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.494093 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.494309 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.494546 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.494800 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.495027 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.495263 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.495527 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.495766 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.496001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.496243 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.496495 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.496760 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.497001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.497241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.497407 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_options = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.497627 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.497909 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.498198 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.498386 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.498553 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.498735 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.499047 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.499194 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.499388 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.499631 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.499817 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.500037 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.500303 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.500502 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.500741 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.500990 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.501220 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.501427 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.501682 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.501932 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.502203 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.502428 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.502643 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.502865 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.503080 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.503316 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.503615 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.503776 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.503987 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.504247 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.504574 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.504822 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.505054 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.505303 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.505530 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.505756 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.505985 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.506274 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.506620 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.506889 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.507055 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.507179 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.507747 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.507747 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508025 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508025 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_json = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508338 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508473 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508652 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.508890 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.509233 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.509825 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.509825 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.510138 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.510311 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.510599 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.510897 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.511244 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.511423 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.511674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.511907 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.512042 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:38.512184 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.512400 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.512610 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.512937 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.513185 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.513464 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.513708 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.514083 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.514306 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.514576 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.514859 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.515106 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.515346 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.515578 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.515795 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.516124 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.516373 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.516628 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.516895 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.517126 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.517344 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.517560 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.517776 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.518024 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.518239 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.518503 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519211 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519211 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519211 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519552 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.519972 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.520129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.521439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.524240 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.525329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.529647 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.530757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.531062 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.531283 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.531539 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.531810 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.532054 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.532293 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.532540 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.532757 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.533044 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.533396 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.537402 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.537708 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.538018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.538298 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.538581 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.538865 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.539108 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.539395 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.539633 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.539917 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.540348 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.540447 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.540703 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.540985 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.541252 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.541538 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.541762 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.541994 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.542819 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.544715 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.545048 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.546281 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.546584 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.548153 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.548153 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.548545 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.548691 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.548842 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.549109 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.549341 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.549632 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.549886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.550163 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.550382 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.550886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.551207 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.551470 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.551705 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.552020 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.552300 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.552552 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.552789 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.553056 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.553303 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.553535 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.553801 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.554053 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.554271 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.554502 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.554950 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.555177 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.555395 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.555608 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.555895 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.556198 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.556415 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.556661 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.556944 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.557103 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.557336 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.557549 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.557760 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.558037 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.558252 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.558471 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.558723 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.558978 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.559141 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.559350 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.559554 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.559802 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.560016 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.560281 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.560537 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.560754 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.560987 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.561211 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.561475 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.561689 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.561934 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.562262 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.562467 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.562671 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.563129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.563129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.563350 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.563574 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.563853 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.564006 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.564246 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.564565 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.564808 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.565034 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.565406 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.565509 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.565674 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.566149 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.566149 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.566344 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.566551 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.566769 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.567021 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.567687 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.567687 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.567687 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.567935 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.568063 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.568408 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.568755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.569178 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.569569 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.569943 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.570218 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.570618 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.570735 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.570865 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.571081 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.571291 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.571707 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.571942 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.572201 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.572411 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.572649 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.572826 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.573219 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.573755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.573755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.573932 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.574145 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.574300 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.574661 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.574878 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.575114 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.575326 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.575637 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.575877 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.576088 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.576387 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.576617 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.576829 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.577092 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.577444 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.577612 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.577839 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.578683 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.578683 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.578683 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.578930 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.579045 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.579332 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.579595 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.579873 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.580132 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.580403 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.580659 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582402 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582503 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582720 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.582945 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.583173 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.583405 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.583617 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.583856 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.584076 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.584324 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.584539 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.584774 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.584988 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.585207 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.585436 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.585680 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.585894 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.586070 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 09:43:38.586646 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91738) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 09:43:38.586807 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 09:43:38.586957 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 09:43:38.587185 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 09:43:38.587355 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 09:43:38.587505 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 09:43:38.587708 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.587866 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588023 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588179 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588334 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588513 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588670 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588823 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.588976 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589285 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589439 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589596 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589750 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.589905 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590098 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590253 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590406 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590563 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590718 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.590872 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.591026 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.591179 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] debug = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.591332 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592036 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592036 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592036 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592036 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592616 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592907 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592907 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.592907 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593116 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593193 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593417 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593513 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593799 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.593799 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] host = dv-cinder-787262-4-smb {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594017 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594108 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594246 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594404 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594559 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594714 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.594864 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595029 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595164 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595479 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595637 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595791 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.595945 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596097 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596246 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_options = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596657 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596657 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596813 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.596894 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597161 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597293 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597437 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597591 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.597746 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.598902 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599490 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599490 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599490 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599490 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599728 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599794 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.599905 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600055 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600193 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600356 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600504 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600655 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600810 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.600963 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601116 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601270 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601423 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601576 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601752 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.601884 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.602241 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.602561 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.602754 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.602910 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.603065 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.603221 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.603375 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.603529 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_json = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.603683 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604001 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604162 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604369 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604477 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604963 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604963 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.604963 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 09:43:38.605190 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.605329 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.605468 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.605612 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.605772 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.605928 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606181 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606314 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606455 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606606 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606778 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.606954 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607103 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607252 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607410 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607569 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607728 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.607884 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608042 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608197 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608357 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608513 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608698 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.608832 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609043 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609148 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609273 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609421 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609570 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609727 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.609888 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610064 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610280 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610375 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610519 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610698 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610828 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.610972 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611111 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611272 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611428 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611583 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611738 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.611895 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.612067 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.612221 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.612531 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.612672 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.612837 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613009 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613157 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613313 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613400 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:38.613476 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613623 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613774 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.613926 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614098 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614236 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614372 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614524 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614669 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614806 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.614949 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615098 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615244 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615381 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615516 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615676 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615819 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.615980 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616128 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616266 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616423 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616595 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616733 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.616870 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617018 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617154 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617290 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617446 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617589 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617747 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.617898 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618080 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618220 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618497 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618654 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618792 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.618928 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.619087 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.619229 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.619668 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.619832 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.619974 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620133 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620276 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620434 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620578 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620722 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.620876 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621022 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621160 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621296 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621432 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621588 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621731 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.621870 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622051 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622201 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622361 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622519 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622685 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622829 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.622981 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623118 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623257 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623422 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623565 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623714 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.623850 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624009 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624150 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624308 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624517 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624656 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624791 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.624950 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625086 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625222 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625358 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625908 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625908 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.625908 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.626852 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627491 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627491 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627491 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627491 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627778 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627778 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.627927 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628006 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628122 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628299 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628450 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628587 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628755 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.628903 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.629675 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.629675 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.629675 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.629675 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.629675 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.631758 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.632555 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.633459 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634168 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.634886 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635557 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635957 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.635957 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636104 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636183 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636347 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636507 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636667 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636835 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.636977 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637136 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637290 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637445 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637611 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637767 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.637922 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638095 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638244 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638408 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638564 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638718 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.638874 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639029 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639193 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639349 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639504 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639660 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639815 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.639979 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640133 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640288 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640443 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640598 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640762 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.640920 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641076 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641239 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641461 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641625 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641782 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.641951 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642128 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642290 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642450 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642578 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642802 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.642995 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643121 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643323 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643323 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643560 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643682 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643804 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.643926 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644080 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644242 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644410 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644567 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644722 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.644877 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645031 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645188 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645344 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645484 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645643 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645799 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.645955 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646129 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646285 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646441 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646596 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646752 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.646892 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.647049 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.647205 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.647360 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 09:43:38.647508 dv-cinder-787262-4-smb neutron-server[91738]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91738) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 09:43:38.789338 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34052) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:43:38.797590 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060835 Jun 01 09:43:49.673305 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b79e35-cc49-4e82-9e6a-58382b7013d7 None None] get_active_networks_info from dv-cinder-787262-4-smb {{(pid=91847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 09:43:49.796631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b79e35-cc49-4e82-9e6a-58382b7013d7 None None] No non-hosted networks {{(pid=91847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 09:43:49.813629 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.agentschedulers_db [None req-17b79e35-cc49-4e82-9e6a-58382b7013d7 None None] DHCP Agent not found on host dv-cinder-787262-4-smb {{(pid=91847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 09:43:49.943658 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d2d88b45-1031-4667-9d40-cd707380d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:52.072228 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:52.074433 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.074994 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.075501 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.076000 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.076622 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.077111 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.077713 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.077936 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.078292 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.078715 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.079039 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.079360 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:43:52.079748 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787262-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:52.087657 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:43:52.309784 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f37245ae-d96d-4dba-aa33-ed1c3401751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:52.371773 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5e9e2838-709b-404a-b224-2fdc1c29b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:53.167561 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:54.557248 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:43:56.106213 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34148) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:43:56.718255 dv-cinder-787262-4-smb neutron-server[91846]: WARNING oslo_policy.policy [None req-708fd9c8-f4fb-424f-93d1-9a996e97f6b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:43:56.718822 dv-cinder-787262-4-smb neutron-server[91846]: WARNING oslo_policy.policy [None req-708fd9c8-f4fb-424f-93d1-9a996e97f6b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:43:56.931766 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [None req-708fd9c8-f4fb-424f-93d1-9a996e97f6b5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:43:56.945996 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-708fd9c8-f4fb-424f-93d1-9a996e97f6b5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8255427 Jun 01 09:43:57.299520 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.db.l3_hamode_db [None req-4fa9a7db-9982-44a9-93db-a158853e9121 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 09:43:57.387252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9a7db-9982-44a9-93db-a158853e9121 None None] Routers set() bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:43:57.387618 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9a7db-9982-44a9-93db-a158853e9121 None None] Router IDs set() for agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 09:43:59.280601 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34162) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:43:59.693438 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:43:59.792063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.policy [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 09:43:59.835746 dv-cinder-787262-4-smb neutron-server[91846]: WARNING oslo_policy.policy [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:43:59.836148 dv-cinder-787262-4-smb neutron-server[91846]: WARNING oslo_policy.policy [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:43:59.844817 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.quota [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Loaded quota_driver: . Jun 01 09:43:59.860859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:43:59.932247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447052303', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447068070', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447041983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447036779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447025134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775447035057', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1007240', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7958327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7883932'] for rbac-policy, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:00.002240 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:00.004036 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-eb5cb1cf-98d6-4b10-8123-7d2247c97705 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7222455 Jun 01 09:44:02.608278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34176) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:02.999988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Request body: {'network': {'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'name': 'private', 'admin_state_up': True}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:03.005225 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:03.010237 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Usage tracker for resource:network and tenant:0d4d418201a94cb997f8ec450c7c3cf9 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:03.015096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:03.022534 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:03.036653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Made reservation on behalf of 0d4d418201a94cb997f8ec450c7c3cf9 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:44:03.040892 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.060733 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.083122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:03.088637 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4d418201a94cb997f8ec450c7c3cf9 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:03.094988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:03.101340 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:03.202367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.209131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.213556 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:03.234793 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:44:03.260754 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775444705509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.261354 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Unsubscribe: segment precommit_create {{(pid=91846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 09:44:03.261822 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Added segment 1328300d-155b-43cb-a4bc-56a9ad0a4f8b of type vlan for network a85bf328-624d-40b5-974f-e8c2c79ca29c Jun 01 09:44:03.270303 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e87c15-0817-4182-a68d-52de370ad8d8,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:03.324820 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.325140 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.325455 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.325782 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.326116 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.326429 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.326742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.327034 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.327362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.327668 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.327956 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.328254 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Tracked resource versions report: Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: pushed versions: Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: { 'AddressGroup': {'1.2'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'ConntrackHelper': {'1.0'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Log': {'1.0'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Network': {'1.1'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Port': {'1.7'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'PortForwarding': {'1.2'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'QosPolicy': {'1.8'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroup': {'1.4'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SubPort': {'1.0'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Subnet': {'1.1'}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Trunk': {'1.1'}} Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: consumer versions: Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'ConntrackHelper': '1.0', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Log': '1.0', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Network': '1.1', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Port': '1.7', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'PortForwarding': '1.2', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'QosPolicy': '1.8', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroup': '1.4', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroupRule': '1.2', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'SubPort': '1.0', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Subnet': '1.1', Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: 'Trunk': '1.1'}} Jun 01 09:44:03.329344 dv-cinder-787262-4-smb neutron-server[91846]: {{(pid=91846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:44:03.382012 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.386216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:03.428548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.430665 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:03.431392 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:03.436049 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:03.538591 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9291234 Jun 01 09:44:03.541746 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Pushing event updated for resources: {'Network': ['ID=a85bf328-624d-40b5-974f-e8c2c79ca29c,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:03.559490 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:03.571057 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network a85bf328-624d-40b5-974f-e8c2c79ca29c details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:44:06.225301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34192) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:06.744306 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb0a52-e9e1-4283-a3eb-40518fac7ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:06.745667 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-65cb0a52-e9e1-4283-a3eb-40518fac7ca5 admin admin] 10.222.0.15 "GET /v2.0/networks/a85bf328-624d-40b5-974f-e8c2c79ca29c HTTP/1.1" status: 200 len: 825 time: 0.5194113 Jun 01 09:44:06.773019 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-de91d163-563e-4a19-a3fe-681b43d41556 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a HTTP/1.1" status: 200 len: 734 time: 0.0217741 Jun 01 09:44:06.781659 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Request body: {'subnet': {'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'name': 'private-subnet'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:06.786680 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:06.790989 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Usage tracker for resource:subnet and tenant:0d4d418201a94cb997f8ec450c7c3cf9 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:06.794009 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:06.800111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:06.811463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Made reservation on behalf of 0d4d418201a94cb997f8ec450c7c3cf9 for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:44:06.813905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:07.324157 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:07.328137 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:07.407694 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521e4468-a347-482c-97f1-a5c31dbd72ae,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:07.413859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:07.415163 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Checking segment: {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:44:07.415163 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Network hostable DHCP agents. Network: a85bf328-624d-40b5-974f-e8c2c79ca29c, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:44:07.436922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Network a85bf328-624d-40b5-974f-e8c2c79ca29c is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:44:07.448612 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, a85bf328-624d-40b5-974f-e8c2c79ca29c) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:07.455334 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:07.455334 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:07.458559 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95270e45-f209-456d-b714-fe9377a4fcf7 None None] Network a85bf328-624d-40b5-974f-e8c2c79ca29c requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:44:07.481874 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7033303 Jun 01 09:44:07.785620 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-a85bf328-624d-40b5-974f-e8c2c79ca29c', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:44:07.786884 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:07.976865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Allocated IP 172.20.0.2 (a85bf328-624d-40b5-974f-e8c2c79ca29c/521e4468-a347-482c-97f1-a5c31dbd72ae/60bf99f6-bbf9-4371-ba34-ce6fb92dbce7) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:44:08.212383 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:08.226198 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Transition to ACTIVE for port object 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:44:08.247734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Transition to ACTIVE for port object 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:44:08.255316 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:08.261308 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:08.321826 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Network a85bf328-624d-40b5-974f-e8c2c79ca29c is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:44:08.324608 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:08.329947 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:44:08.339161 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Pushing event updated for resources: {'Port': ['ID=60bf99f6-bbf9-4371-ba34-ce6fb92dbce7,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:08.382131 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.382651 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.382787 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.383108 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.383430 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.383811 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.384130 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.384439 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.384776 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.385075 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.385385 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.385701 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Tracked resource versions report: Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: pushed versions: Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: { 'AddressGroup': {'1.2'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'ConntrackHelper': {'1.0'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Log': {'1.0'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Network': {'1.1'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Port': {'1.7'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'PortForwarding': {'1.2'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'QosPolicy': {'1.8'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroup': {'1.4'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SubPort': {'1.0'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Subnet': {'1.1'}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Trunk': {'1.1'}} Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: consumer versions: Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'ConntrackHelper': '1.0', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Log': '1.0', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Network': '1.1', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Port': '1.7', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'PortForwarding': '1.2', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'QosPolicy': '1.8', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroup': '1.4', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroupRule': '1.2', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'SubPort': '1.0', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Subnet': '1.1', Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: 'Trunk': '1.1'}} Jun 01 09:44:08.386856 dv-cinder-787262-4-smb neutron-server[91847]: {{(pid=91847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:44:08.390978 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:08.440829 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Attempting to bind port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:44:08.441232 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Attempting to bind port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:44:08.441659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Attempting to bind port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 on network a85bf328-624d-40b5-974f-e8c2c79ca29c {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:44:08.447131 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:44:08.447536 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Checking segment: {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:44:08.447995 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:08.448394 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Bound using segment: {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:44:08.448911 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Bound port: 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:44:08.449279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:08.541925 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] For port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:44:08.546254 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] For port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=60bf99f6-bbf9-4371-ba34-ce6fb92dbce7,segment=NetworkSegment(1328300d-155b-43cb-a4bc-56a9ad0a4f8b),segment_id=1328300d-155b-43cb-a4bc-56a9ad0a4f8b)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:44:08.551160 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:08.555264 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:08.640610 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Pushing event updated for resources: {'Port': ['ID=60bf99f6-bbf9-4371-ba34-ce6fb92dbce7,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:08.644195 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:09.846041 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34202) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:10.465698 dv-cinder-787262-4-smb neutron-server[91845]: WARNING oslo_policy.policy [None req-6efd3290-3536-4c45-ada7-82729bfbdf2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:44:10.466279 dv-cinder-787262-4-smb neutron-server[91845]: WARNING oslo_policy.policy [None req-6efd3290-3536-4c45-ada7-82729bfbdf2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:44:10.682312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [None req-6efd3290-3536-4c45-ada7-82729bfbdf2d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:44:10.683513 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6efd3290-3536-4c45-ada7-82729bfbdf2d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8356512 Jun 01 09:44:13.032128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34220) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:13.436061 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [None req-ed298ad4-8eeb-40b6-a905-f197182b42e3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:44:13.437008 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ed298ad4-8eeb-40b6-a905-f197182b42e3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4033267 Jun 01 09:44:13.975236 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:14.049348 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:44:14.090328 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c40219-183d-4425-b3cd-cebecafdf03d None None] Network a85bf328-624d-40b5-974f-e8c2c79ca29c requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:44:14.192955 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Provisioning for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:44:14.238015 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Provisioning complete for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:14.238431 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:14.458408 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:14.501061 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] For port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=60bf99f6-bbf9-4371-ba34-ce6fb92dbce7,segment=NetworkSegment(1328300d-155b-43cb-a4bc-56a9ad0a4f8b),segment_id=1328300d-155b-43cb-a4bc-56a9ad0a4f8b)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:44:14.508124 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:14.510966 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:14.579330 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Pushing event updated for resources: {'Port': ['ID=60bf99f6-bbf9-4371-ba34-ce6fb92dbce7,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:14.582699 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:14.733963 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-c246d2cf-54cc-4bbb-ba35-e8896564e1ed None None] Provisioning complete for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:14.734277 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c246d2cf-54cc-4bbb-ba35-e8896564e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:15.960553 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:16.028106 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:16.028480 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.076136 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34232) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:16.447324 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Request body: {'router': {'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'name': 'router1', 'admin_state_up': True}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:16.516422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.policy [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 09:44:16.561289 dv-cinder-787262-4-smb neutron-server[91845]: WARNING oslo_policy.policy [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:44:16.561661 dv-cinder-787262-4-smb neutron-server[91845]: WARNING oslo_policy.policy [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 09:44:16.570167 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.quota [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Loaded quota_driver: . Jun 01 09:44:16.586518 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:16.593430 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Usage tracker for resource:router and tenant:0d4d418201a94cb997f8ec450c7c3cf9 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:16.597954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:16.605383 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:16.624080 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.626156 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.653668 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.780488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.808058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:16.809227 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-f9cbdf1f-70dc-4528-ac96-bb2055c5eed3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7315769 Jun 01 09:44:19.152952 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34244) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:19.477038 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bda3-6603-4411-b1fe-ab261839ed3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:19.559936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [None req-6966a699-15ea-41fa-95e0-baaac09eb89d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:44:19.560922 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6966a699-15ea-41fa-95e0-baaac09eb89d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070122 Jun 01 09:44:21.941308 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34254) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:22.066521 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.310383 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c7cef785-28f6-4463-b30b-a445d7782ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.338974 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:22.346551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:22.353044 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Usage tracker for resource:network and tenant:86638b431a7a44d0899af623a8eeea1d is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:22.355994 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:22.362323 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:22.375748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Made reservation on behalf of 86638b431a7a44d0899af623a8eeea1d for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:44:22.379599 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.393694 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.409074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:22.413398 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Usage tracker for resource:security_group_rule and tenant:86638b431a7a44d0899af623a8eeea1d is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:22.416364 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:22.422196 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:22.509992 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.515939 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.519212 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:22.535038 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Reserving flat network on physical network physnet1 {{(pid=91846) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 09:44:22.555797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863cf93-984a-4c94-b12e-c0b3f04c2fec,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:22.564050 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:22.565026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.565376 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Added segment 1141d354-12eb-4d1b-a478-749e53ad4090 of type flat for network 69e86ce3-1a10-4619-91d2-2cb83866d042 Jun 01 09:44:22.598367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.641548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.642972 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:22.643559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:22.646728 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:22.753590 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Pushing event updated for resources: {'Network': ['ID=69e86ce3-1a10-4619-91d2-2cb83866d042,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:22.757439 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8147845 Jun 01 09:44:22.758346 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:22.764503 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:44:23.104109 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:24.501302 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:25.105905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34274) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:25.344076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cfe3e7-51b2-4357-88b2-5b26fea39dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:25.345342 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-00cfe3e7-51b2-4357-88b2-5b26fea39dc4 admin admin] 10.222.0.15 "GET /v2.0/subnets/521e4468-a347-482c-97f1-a5c31dbd72ae HTTP/1.1" status: 200 len: 849 time: 0.2383878 Jun 01 09:44:25.519732 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-37892076-8fd7-4832-8077-0041e9cea43d admin admin] 10.222.0.15 "GET /v2.0/routers/96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 HTTP/1.1" status: 200 len: 704 time: 0.1661298 Jun 01 09:44:26.026698 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:26.254289 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Allocated IP 172.20.0.1 (a85bf328-624d-40b5-974f-e8c2c79ca29c/521e4468-a347-482c-97f1-a5c31dbd72ae/daf33da9-e325-4b3e-83fd-3f0fa27d4268) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:44:26.419770 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:26.437800 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Transition to ACTIVE for port object daf33da9-e325-4b3e-83fd-3f0fa27d4268 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:44:26.502154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:26.505996 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:26.567401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Network a85bf328-624d-40b5-974f-e8c2c79ca29c is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:44:26.570298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:26.578046 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:44:26.578556 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:26.695473 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Pushing event updated for resources: {'Port': ['ID=daf33da9-e325-4b3e-83fd-3f0fa27d4268,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:26.706976 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:26.765901 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0574e5d7-9b1b-4397-9481-39cc2e743c79 None None] Provisioning for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:44:26.770949 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0574e5d7-9b1b-4397-9481-39cc2e743c79 None None] Provisioning complete for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:26.771326 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0574e5d7-9b1b-4397-9481-39cc2e743c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:26.824506 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-0574e5d7-9b1b-4397-9481-39cc2e743c79 None None] Port daf33da9-e325-4b3e-83fd-3f0fa27d4268 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:44:26.847837 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:27.076504 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:27.084454 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:27.085598 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:27.089055 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:27.213935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Pushing event updated for resources: {'Port': ['ID=daf33da9-e325-4b3e-83fd-3f0fa27d4268,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:27.218489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:27.279077 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Network a85bf328-624d-40b5-974f-e8c2c79ca29c is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:44:27.280156 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:27.447600 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-e03dce6a-ba30-4cdb-ab78-3c8836a0a9b5 None None] Provisioning complete for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:27.448026 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e03dce6a-ba30-4cdb-ab78-3c8836a0a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:27.503211 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-e03dce6a-ba30-4cdb-ab78-3c8836a0a9b5 None None] Port daf33da9-e325-4b3e-83fd-3f0fa27d4268 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:44:27.507639 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:44:27.667164 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:44:27.677262 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Sync routers for ids ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:44:27.678126 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] 10.222.0.15 "PUT /v2.0/routers/96a31e3d-10b3-4e9d-ad1f-5fe8c111a809/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1509202 Jun 01 09:44:27.688803 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Routers {'96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:44:27.689666 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:44:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:27.864391 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Set router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:44:28.233827 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:26Z', 'revision_number': 2, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port_host': None, '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:26Z', 'revision_number': 2, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:28.238925 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Checking router: 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:44:28.239318 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Updating router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 port daf33da9-e325-4b3e-83fd-3f0fa27d4268 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:44:28.295671 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:28.672468 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:28.688727 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Transition to ACTIVE for port object daf33da9-e325-4b3e-83fd-3f0fa27d4268 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:44:28.695828 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:28.702237 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:28.914538 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Pushing event updated for resources: {'Port': ['ID=daf33da9-e325-4b3e-83fd-3f0fa27d4268,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:28.924399 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.924662 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.924972 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.925293 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.925607 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.925921 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.926262 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.926574 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.926864 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.927175 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.927476 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.927756 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Tracked resource versions report: Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: pushed versions: Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: { 'AddressGroup': {'1.2'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'ConntrackHelper': {'1.0'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Log': {'1.0'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Network': {'1.1'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Port': {'1.7'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'PortForwarding': {'1.2'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'QosPolicy': {'1.8'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroup': {'1.4'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SubPort': {'1.0'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Subnet': {'1.1'}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Trunk': {'1.1'}} Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: consumer versions: Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'ConntrackHelper': '1.0', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Log': '1.0', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Network': '1.1', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Port': '1.7', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'PortForwarding': '1.2', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'QosPolicy': '1.8', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroup': '1.4', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroupRule': '1.2', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'SubPort': '1.0', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Subnet': '1.1', Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: 'Trunk': '1.1'}} Jun 01 09:44:28.928863 dv-cinder-787262-4-smb neutron-server[91848]: {{(pid=91848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:44:28.931405 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Attempting to bind port daf33da9-e325-4b3e-83fd-3f0fa27d4268 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:44:28.931836 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Attempting to bind port daf33da9-e325-4b3e-83fd-3f0fa27d4268 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:44:28.932229 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Attempting to bind port daf33da9-e325-4b3e-83fd-3f0fa27d4268 on network a85bf328-624d-40b5-974f-e8c2c79ca29c {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:44:28.937802 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:28.938663 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:44:28.939066 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Checking segment: {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:44:28.939555 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:28.939930 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Bound using segment: {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:44:28.940452 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Bound port: daf33da9-e325-4b3e-83fd-3f0fa27d4268, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1328300d-155b-43cb-a4bc-56a9ad0a4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:44:28.941206 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:29.028495 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] For port daf33da9-e325-4b3e-83fd-3f0fa27d4268, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:44:29.032617 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] For port daf33da9-e325-4b3e-83fd-3f0fa27d4268, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=daf33da9-e325-4b3e-83fd-3f0fa27d4268,segment=NetworkSegment(1328300d-155b-43cb-a4bc-56a9ad0a4f8b),segment_id=1328300d-155b-43cb-a4bc-56a9ad0a4f8b)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:44:29.037182 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:29.041116 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:29.121160 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Routers {'96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:44:29.121832 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:44:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:29.266100 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Pushing event updated for resources: {'Port': ['ID=daf33da9-e325-4b3e-83fd-3f0fa27d4268,revision_number=4']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:29.284254 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:29.308230 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] Set router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:44:29.631424 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:26Z', 'revision_number': 2, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port_host': None, '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:29Z', 'revision_number': 4, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:29.635873 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c2992f-eb9e-41fd-b5d4-328918560f9f None None] The sync data for ids ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'] in dv-cinder-787262-4-smb is: [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:26Z', 'revision_number': 2, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port_host': None, '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:29Z', 'revision_number': 4, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:44:29.838083 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34296) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:30.021809 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c8ed2-5611-4411-927c-b728a8be46b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:30.023277 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-5b4c8ed2-5611-4411-927c-b728a8be46b6 admin admin] 10.222.0.15 "GET /v2.0/networks/69e86ce3-1a10-4619-91d2-2cb83866d042 HTTP/1.1" status: 200 len: 842 time: 0.1842484 Jun 01 09:44:30.032841 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:30.038861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:44:30.043044 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Usage tracker for resource:subnet and tenant:86638b431a7a44d0899af623a8eeea1d is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:44:30.046423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:44:30.052172 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:44:30.062971 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Made reservation on behalf of 86638b431a7a44d0899af623a8eeea1d for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:44:30.066034 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:30.552406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.objects.ports [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91845) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 09:44:30.552894 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:30.557593 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:30.636341 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70dda602-13c4-4a48-b49e-125e079d71ad,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:30.638844 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:44:30.639208 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Network hostable DHCP agents. Network: 69e86ce3-1a10-4619-91d2-2cb83866d042, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:44:30.647701 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.648038 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.648361 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.648681 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.649035 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.649352 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.649686 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.650003 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.650311 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.650625 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.650924 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.651197 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Tracked resource versions report: Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: pushed versions: Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: { 'AddressGroup': {'1.2'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'ConntrackHelper': {'1.0'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Log': {'1.0'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Network': {'1.1'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Port': {'1.7'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'PortForwarding': {'1.2'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'QosPolicy': {'1.8'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroup': {'1.4'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SubPort': {'1.0'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Subnet': {'1.1'}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Trunk': {'1.1'}} Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: consumer versions: Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'ConntrackHelper': '1.0', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Log': '1.0', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Network': '1.1', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Port': '1.7', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'PortForwarding': '1.2', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'QosPolicy': '1.8', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroup': '1.4', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroupRule': '1.2', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'SubPort': '1.0', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Subnet': '1.1', Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: 'Trunk': '1.1'}} Jun 01 09:44:30.652281 dv-cinder-787262-4-smb neutron-server[91845]: {{(pid=91845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:44:30.692938 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:30.696243 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:44:30.706782 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 69e86ce3-1a10-4619-91d2-2cb83866d042) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:30.712226 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:30.712874 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:30.718284 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8679f06-b4d0-4526-85fc-36fb0387382d None None] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:44:30.741072 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039671 Jun 01 09:44:30.928535 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5a766-0941-409e-996a-06727a331467 None None] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:44:32.535646 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:44:32.978114 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34314) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:33.205451 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-89e9310a-6706-4620-a17e-a7dda80070eb admin admin] 10.222.0.15 "GET /v2.0/routers/96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 HTTP/1.1" status: 200 len: 710 time: 0.2257826 Jun 01 09:44:33.334503 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b1a16-b2e7-4902-b4e6-eb789dc43555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:44:33.335824 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-255b1a16-b2e7-4902-b4e6-eb789dc43555 admin admin] 10.222.0.15 "GET /v2.0/networks/69e86ce3-1a10-4619-91d2-2cb83866d042 HTTP/1.1" status: 200 len: 886 time: 0.1252806 Jun 01 09:44:33.344948 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:44:33.787598 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:33.987268 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device daf33da9-e325-4b3e-83fd-3f0fa27d4268 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:34.057525 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:44:34.062938 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:34.063320 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.172555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.183026 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.214916 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port daf33da9-e325-4b3e-83fd-3f0fa27d4268, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=daf33da9-e325-4b3e-83fd-3f0fa27d4268,segment=NetworkSegment(1328300d-155b-43cb-a4bc-56a9ad0a4f8b),segment_id=1328300d-155b-43cb-a4bc-56a9ad0a4f8b)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:44:34.219880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.223598 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:34.232141 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.313767 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=daf33da9-e325-4b3e-83fd-3f0fa27d4268,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:34.317099 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:34.377452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Allocated IP 172.28.1.33 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/d992da5f-cbdf-4709-8a21-0686a15b8441) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:44:34.531354 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.591383 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:34.596987 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:34.668503 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:44:34.671302 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:44:34.675974 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:44:34.730154 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Pushing event updated for resources: {'Port': ['ID=d992da5f-cbdf-4709-8a21-0686a15b8441,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:34.787854 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:35.063230 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:35.412939 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:35.416441 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8320904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8320969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8319325'] for router, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:35.640314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:44:35.832689 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:44:35.842075 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:35.847733 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Sync routers for ids ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:44:35.848327 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] 10.222.0.15 "PUT /v2.0/routers/96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 HTTP/1.1" status: 200 len: 889 time: 2.5015357 Jun 01 09:44:35.854449 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Routers {'96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:44:35.855114 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:44:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:36.000717 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device daf33da9-e325-4b3e-83fd-3f0fa27d4268 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:36.094688 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Set router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:44:36.166370 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:36.167143 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:36.536702 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 4, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port': {'id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:34Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 5, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:36.542269 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Checking router: 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:44:36.542651 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Updating router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 port d992da5f-cbdf-4709-8a21-0686a15b8441 binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:44:36.593091 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:36.921033 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:36.932330 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Transition to ACTIVE for port object d992da5f-cbdf-4709-8a21-0686a15b8441 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:44:36.940128 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:36.943942 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-35e4de44-08c4-4f64-8347-118c41347acc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:37.021127 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Attempting to bind port d992da5f-cbdf-4709-8a21-0686a15b8441 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:44:37.021374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Attempting to bind port d992da5f-cbdf-4709-8a21-0686a15b8441 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:44:37.021763 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Attempting to bind port d992da5f-cbdf-4709-8a21-0686a15b8441 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:44:37.023784 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Pushing event updated for resources: {'Port': ['ID=d992da5f-cbdf-4709-8a21-0686a15b8441,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:37.027413 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:37.029958 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:44:37.030333 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:44:37.030725 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:37.031140 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:44:37.031943 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Bound port: d992da5f-cbdf-4709-8a21-0686a15b8441, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:44:37.031943 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:37.103237 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] For port d992da5f-cbdf-4709-8a21-0686a15b8441, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:44:37.106993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] For port d992da5f-cbdf-4709-8a21-0686a15b8441, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d992da5f-cbdf-4709-8a21-0686a15b8441,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:44:37.111690 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:37.115756 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:37.197677 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Pushing event updated for resources: {'Port': ['ID=d992da5f-cbdf-4709-8a21-0686a15b8441,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:37.200759 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Routers {'96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:44:37.201351 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:44:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:37.249133 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:37.415616 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] Set router 96a31e3d-10b3-4e9d-ad1f-5fe8c111a809 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:44:37.749304 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 4, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port': {'id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:34Z', 'updated_at': '2021-06-01T09:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 5, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:44:37.753661 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b2d1d-888f-4f34-aada-b0645dd792ff None None] The sync data for ids ['96a31e3d-10b3-4e9d-ad1f-5fe8c111a809'] in dv-cinder-787262-4-smb is: [{'id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'name': 'router1', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:44:16Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 4, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'gw_port': {'id': 'd992da5f-cbdf-4709-8a21-0686a15b8441', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:34Z', 'updated_at': '2021-06-01T09:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'daf33da9-e325-4b3e-83fd-3f0fa27d4268', 'name': '', 'network_id': 'a85bf328-624d-40b5-974f-e8c2c79ca29c', 'tenant_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'mac_address': 'fa:16:3e:3c:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a31e3d-10b3-4e9d-ad1f-5fe8c111a809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:44:26Z', 'updated_at': '2021-06-01T09:44:34Z', 'revision_number': 5, 'project_id': '0d4d418201a94cb997f8ec450c7c3cf9', 'subnets': [{'id': '521e4468-a347-482c-97f1-a5c31dbd72ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd8fcf2-b97d-4c0d-a1b0-a543aa916a0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:44:38.008867 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d992da5f-cbdf-4709-8a21-0686a15b8441 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:38.091413 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port d992da5f-cbdf-4709-8a21-0686a15b8441 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:44:38.096420 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port d992da5f-cbdf-4709-8a21-0686a15b8441 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:38.096794 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:38.152981 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34324) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:44:38.229709 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:38.250489 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port d992da5f-cbdf-4709-8a21-0686a15b8441, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d992da5f-cbdf-4709-8a21-0686a15b8441,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:44:38.256220 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:38.262154 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:44:38.282038 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-2d624e2b-5618-4e1b-99f6-06b424901d47 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1276975 Jun 01 09:44:38.333399 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=d992da5f-cbdf-4709-8a21-0686a15b8441,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:44:38.339257 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:44:39.991790 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d992da5f-cbdf-4709-8a21-0686a15b8441 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:44:40.067961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port d992da5f-cbdf-4709-8a21-0686a15b8441 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:44:40.068344 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:49.482240 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-264e59cf-f559-4c3a-b65e-d4ba2c8f777c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:52.061725 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:52.315149 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8b9e619b-1d86-4e4e-9f4e-64aa7f1d1849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:53.114640 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:44:54.530335 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:09.536864 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:45:19.491207 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8563c2c8-76cc-447e-8376-6e57e374f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:22.067747 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:22.311718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8610bc67-77ed-4b80-ab6a-8f28e57dcf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:23.114492 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:24.528627 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:46.535986 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:45:49.493358 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e138792c-46d8-4308-9949-da4013a6466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:52.072810 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:52.306996 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ea02-9153-41e9-99dc-14369ac357cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:53.116776 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:45:54.522851 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:13.045311 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34894) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:13.113186 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.pecan_wsgi.hooks.translation [None req-775dd850-183a-46dc-9b7a-c2fe9511b5da admin admin] GET failed (client error): The resource could not be found. Jun 01 09:46:13.114466 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-775dd850-183a-46dc-9b7a-c2fe9511b5da admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681779 Jun 01 09:46:13.249755 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ac8b3-cc69-4a9e-8ecc-3b38c2998326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:13.251317 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b97ac8b3-cc69-4a9e-8ecc-3b38c2998326 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1327720 Jun 01 09:46:15.355729 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34904) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:15.486113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd663d38-2ba2-4067-a091-208f2d65b300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:15.486660 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-fd663d38-2ba2-4067-a091-208f2d65b300 admin admin] Synchronizing usage tracker for tenant:86638b431a7a44d0899af623a8eeea1d on resource:subnet {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:46:15.507891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-fd663d38-2ba2-4067-a091-208f2d65b300 admin admin] Unset dirty status for tenant:86638b431a7a44d0899af623a8eeea1d on resource:subnet {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:46:15.509255 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-fd663d38-2ba2-4067-a091-208f2d65b300 admin admin] 10.222.0.15 "GET /v2.0/subnets/521e4468-a347-482c-97f1-a5c31dbd72ae HTTP/1.1" status: 200 len: 849 time: 0.1524916 Jun 01 09:46:15.519645 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:46:15.642856 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:15.845616 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775444694429'] for subnet, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:15.849559 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b417fdd5-be54-440a-8b24-b3d1477b0a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:46:15.890385 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:15.890514 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:15.892721 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] 10.222.0.15 "PUT /v2.0/subnets/521e4468-a347-482c-97f1-a5c31dbd72ae HTTP/1.1" status: 200 len: 868 time: 0.3767872 Jun 01 09:46:15.893542 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd942418-8982-4e8f-8b70-e229cae146fa None None] Network a85bf328-624d-40b5-974f-e8c2c79ca29c requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:46:15.919332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521e4468-a347-482c-97f1-a5c31dbd72ae,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:46:15.927204 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.927575 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.927877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.928178 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.928507 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.928819 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.929134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.929446 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.929763 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.930181 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.930485 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.930793 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:46:15.934605 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:46:16.350190 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0c2831ef-a678-4658-b62f-6fb409f2bdcb None None] Provisioning complete for port daf33da9-e325-4b3e-83fd-3f0fa27d4268 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:46:16.350557 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0c2831ef-a678-4658-b62f-6fb409f2bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:16.503274 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0c2831ef-a678-4658-b62f-6fb409f2bdcb None None] Provisioning complete for port 60bf99f6-bbf9-4371-ba34-ce6fb92dbce7 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:46:16.503497 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0c2831ef-a678-4658-b62f-6fb409f2bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:18.023125 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34914) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:18.216729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3793b4-111f-4b43-9149-21d72f71bfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:18.217204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3793b4-111f-4b43-9149-21d72f71bfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:18.217939 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6b3793b4-111f-4b43-9149-21d72f71bfc6 admin admin] Synchronizing usage tracker for tenant:86638b431a7a44d0899af623a8eeea1d on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:46:18.239652 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6b3793b4-111f-4b43-9149-21d72f71bfc6 admin admin] Unset dirty status for tenant:86638b431a7a44d0899af623a8eeea1d on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:46:18.240896 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6b3793b4-111f-4b43-9149-21d72f71bfc6 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2168899 Jun 01 09:46:19.487905 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d39cd32a-24b0-40f6-a36f-70aa8171f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:20.342925 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34924) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:20.527025 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb92cb3-fd8b-45cb-a146-a901027f0e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:20.527410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb92cb3-fd8b-45cb-a146-a901027f0e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:20.528914 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-afb92cb3-fd8b-45cb-a146-a901027f0e5e admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1850209 Jun 01 09:46:22.078985 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:22.311476 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-80d70f20-723c-4fd8-a5d5-4b49fd1b2d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:22.666244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34934) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:22.846890 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78028a83-281c-456d-b885-d2d18d167c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:22.848215 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-78028a83-281c-456d-b885-d2d18d167c78 admin admin] 10.222.0.15 "GET /v2.0/networks/69e86ce3-1a10-4619-91d2-2cb83866d042 HTTP/1.1" status: 200 len: 886 time: 0.1807249 Jun 01 09:46:23.120648 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:23.539480 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:46:24.532181 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:24.967582 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 34944) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:25.143070 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b11b8-32dc-4e8e-bb95-4c1f3204afe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:25.144328 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-dd7b11b8-32dc-4e8e-bb95-4c1f3204afe3 admin admin] 10.222.0.15 "GET /v2.0/networks/a85bf328-624d-40b5-974f-e8c2c79ca29c HTTP/1.1" status: 200 len: 869 time: 0.1758099 Jun 01 09:46:27.251936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34954) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:27.366542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1ff88-5e63-439b-bf45-6e7464ebb58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:27.366995 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1ff88-5e63-439b-bf45-6e7464ebb58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:27.368549 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d1d1ff88-5e63-439b-bf45-6e7464ebb58b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1156974 Jun 01 09:46:29.478499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34964) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:29.594640 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019c9ce-22ae-4a9d-97ae-298b484c97ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:29.595093 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019c9ce-22ae-4a9d-97ae-298b484c97ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:29.596613 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9019c9ce-22ae-4a9d-97ae-298b484c97ca admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1171203 Jun 01 09:46:31.697604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34974) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:31.811216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32be1d-faa1-46be-bbf6-31a3df68ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:31.812543 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cf32be1d-faa1-46be-bbf6-31a3df68ea03 admin admin] 10.222.0.15 "GET /v2.0/subnets/521e4468-a347-482c-97f1-a5c31dbd72ae HTTP/1.1" status: 200 len: 868 time: 0.1139057 Jun 01 09:46:33.922262 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 34984) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:34.026808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d13719-d1ca-4333-9794-c44f7b6391c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:34.028144 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-58d13719-d1ca-4333-9794-c44f7b6391c9 admin admin] 10.222.0.15 "GET /v2.0/subnets/70dda602-13c4-4a48-b49e-125e079d71ad HTTP/1.1" status: 200 len: 816 time: 0.1049223 Jun 01 09:46:49.491764 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9a8c-9919-4e20-9f25-4cbab745e9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:52.074061 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:52.315958 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-aa350adb-5246-4472-ae27-2813443ba3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:53.126080 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:54.535938 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:46:56.987464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35028) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:57.039342 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [None req-17ec540a-80c4-4c74-aa91-2ae223b1bc6e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:46:57.040322 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-17ec540a-80c4-4c74-aa91-2ae223b1bc6e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519180 Jun 01 09:46:59.226646 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35038) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:46:59.301334 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.pecan_wsgi.hooks.translation [None req-0010ddae-fe70-45dd-b6d2-e88a39ff98cf admin admin] GET failed (client error): The resource could not be found. Jun 01 09:46:59.302827 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0010ddae-fe70-45dd-b6d2-e88a39ff98cf admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0748527 Jun 01 09:46:59.438529 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5840d7-ccde-4a18-9d35-9dfc5e01f7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:46:59.439891 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ef5840d7-ccde-4a18-9d35-9dfc5e01f7d0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1330447 Jun 01 09:47:00.539498 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:47:01.564676 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35048) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:47:01.617429 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:47:01.623468 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:47:01.637313 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:47:01.651018 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Made reservation on behalf of 86638b431a7a44d0899af623a8eeea1d for: {'network': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:47:01.653474 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:01.748169 dv-cinder-787262-4-smb neutron-server[91845]: WARNING neutron.services.revisions.revision_plugin [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Could not find related network for resource to bump revision. Jun 01 09:47:01.762400 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=91845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:47:01.772806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775444705509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:01.773354 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Unsubscribe: segment precommit_create {{(pid=91845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 09:47:01.773808 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.segments_db [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Added segment adc136bb-adc9-4256-9fe7-f147063184e8 of type vlan for network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 Jun 01 09:47:01.847337 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:01.886361 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:01.888447 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:47:01.889377 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:01.894601 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:47:01.997489 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:47:02.001043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:47:02.002953 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4369600 Jun 01 09:47:02.009692 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:47:04.146743 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35058) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:47:04.224630 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d023e9-b86b-41e3-a35f-6ec48e2f7afa admin admin] GET failed (client error): The resource could not be found. Jun 01 09:47:04.225868 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-35d023e9-b86b-41e3-a35f-6ec48e2f7afa admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0781431 Jun 01 09:47:04.344149 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b0f1d-86f1-40af-b8f2-10045800883a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:47:04.345631 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e70b0f1d-86f1-40af-b8f2-10045800883a admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1138227 Jun 01 09:47:04.355497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Request body: {'subnet': {'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:47:04.360956 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:47:04.371176 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:47:04.381510 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Made reservation on behalf of 86638b431a7a44d0899af623a8eeea1d for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:47:04.383902 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:04.774526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:04.778056 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:47:04.847905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7239ce1a-1e11-48c0-9eba-4b8f1492471e,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:47:04.858735 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.859073 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.859400 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.859714 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.860036 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.860353 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.860664 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.860972 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.861304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.861607 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.861903 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.862222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:04.866399 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:47:04.869032 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Checking segment: {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:47:04.869391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Network hostable DHCP agents. Network: 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:47:04.889639 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:47:04.899892 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:47:04.904391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:47:04.904974 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:04.911809 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c903906-8ab2-4b61-b162-9b36d86deb0e None None] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:47:04.936389 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5844157 Jun 01 09:47:05.132261 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3', 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3', 'tenant_id': '86638b431a7a44d0899af623a8eeea1d', 'fixed_ips': [{'subnet_id': '7239ce1a-1e11-48c0-9eba-4b8f1492471e'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:47:05.133142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.295871 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Allocated IP 192.168.233.2 (3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3/7239ce1a-1e11-48c0-9eba-4b8f1492471e/ad150c1d-383d-4433-a155-baec2dc46303) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:47:05.507894 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.518569 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Transition to ACTIVE for port object ad150c1d-383d-4433-a155-baec2dc46303 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:47:05.538122 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Transition to ACTIVE for port object ad150c1d-383d-4433-a155-baec2dc46303 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:47:05.547942 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.553417 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:47:05.618674 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:47:05.621521 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:47:05.625874 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:47:05.628002 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Pushing event updated for resources: {'Port': ['ID=ad150c1d-383d-4433-a155-baec2dc46303,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:47:05.660910 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.661252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.661590 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.661923 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.662272 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.662596 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.662915 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.663230 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.663575 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.663883 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.664263 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.664596 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:47:05.672663 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:47:05.730977 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Attempting to bind port ad150c1d-383d-4433-a155-baec2dc46303 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:47:05.731346 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Attempting to bind port ad150c1d-383d-4433-a155-baec2dc46303 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:47:05.731720 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Attempting to bind port ad150c1d-383d-4433-a155-baec2dc46303 on network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:47:05.738185 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:47:05.738576 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Checking segment: {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:47:05.738981 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.739377 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Bound using segment: {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:47:05.739848 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Bound port: ad150c1d-383d-4433-a155-baec2dc46303, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:47:05.740224 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.828765 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] For port ad150c1d-383d-4433-a155-baec2dc46303, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:47:05.831898 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] For port ad150c1d-383d-4433-a155-baec2dc46303, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=ad150c1d-383d-4433-a155-baec2dc46303,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:47:05.837423 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:05.841681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:47:05.920668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Pushing event updated for resources: {'Port': ['ID=ad150c1d-383d-4433-a155-baec2dc46303,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:47:05.924708 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:47:06.698315 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d498ca-8463-44f9-a91d-ea553f2edb3f None None] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:47:06.789875 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-9c154158-6353-43bb-8789-34b3e6a4eb1d None None] Provisioning for port ad150c1d-383d-4433-a155-baec2dc46303 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:47:08.100928 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ad150c1d-383d-4433-a155-baec2dc46303 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:47:08.191589 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port ad150c1d-383d-4433-a155-baec2dc46303 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:47:08.196308 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port ad150c1d-383d-4433-a155-baec2dc46303 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:47:08.196674 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:08.314273 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:08.346236 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port ad150c1d-383d-4433-a155-baec2dc46303, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=ad150c1d-383d-4433-a155-baec2dc46303,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:47:08.351704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:08.355154 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:47:08.420506 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=ad150c1d-383d-4433-a155-baec2dc46303,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:47:08.423870 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:47:10.080229 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ad150c1d-383d-4433-a155-baec2dc46303 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:47:10.151471 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port ad150c1d-383d-4433-a155-baec2dc46303 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:47:10.151807 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:19.503321 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bffaaa28-094a-442b-b8f0-407e8a64876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:22.080267 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:22.320755 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-dd168fd9-9f33-4c15-8ba6-ebde66559ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:23.129249 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:24.538885 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:37.539214 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:47:49.498344 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ce79daa9-bcc5-415b-9063-d8a2f3fb3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:52.077124 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:52.325486 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0eef60da-ecb5-468d-8570-43f84f102298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:53.137020 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:47:54.540331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:12.301482 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35108) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:48:12.309853 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [None req-e7608727-6c58-4e8b-957b-3002e4fd8753 tempest-verify_tempest_config-883353999 tempest-verify_tempest_config-883353999-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:48:12.310912 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e7608727-6c58-4e8b-957b-3002e4fd8753 tempest-verify_tempest_config-883353999 tempest-verify_tempest_config-883353999-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0083611 Jun 01 09:48:12.664102 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35126) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:48:12.797674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:12.812807 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:48:12.816888 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Usage tracker for resource:security_group_rule and tenant:0488a1e24dc14178be0c113ceab9f5ca is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:48:12.819832 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:48:12.825824 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:48:12.918327 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:12.923462 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:12.930960 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:48:12.970483 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Synchronizing usage tracker for tenant:86638b431a7a44d0899af623a8eeea1d on resource:security_group {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:48:12.972842 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd73957-eba5-4cf3-b35e-b6fd907d453e,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:48:12.982832 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.983177 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.983503 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.983832 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.984143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.984455 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.984771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.985083 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.985417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.985751 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.986081 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.986417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:48:12.990403 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:48:13.004691 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Unset dirty status for tenant:86638b431a7a44d0899af623a8eeea1d on resource:security_group {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:48:13.006319 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0488a1e24dc14178be0c113ceab9f5ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3409157 Jun 01 09:48:13.009110 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35132) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:48:13.074809 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:13.103523 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:13.245315 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:13.251410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:48:13.266025 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd73957-eba5-4cf3-b35e-b6fd907d453e,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:48:13.269381 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:48:13.272498 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:13.273595 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cd73957-eba5-4cf3-b35e-b6fd907d453e HTTP/1.1" status: 204 len: 168 time: 0.2633803 Jun 01 09:48:14.539094 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:48:19.503335 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-48dc923c-1a61-4f10-b659-17cdc899a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:22.075214 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:22.329909 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6904c38e-207a-4eb7-9bbe-c41d9ddb02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:23.132580 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:24.542670 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:49.509415 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a43eedf0-12d2-4796-9db7-89ed6a890587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:51.538734 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:48:52.074920 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:52.339490 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4dba089b-25dc-48fb-bcf0-dc01fc07fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:53.138473 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:48:54.548169 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:19.504430 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-04e2d310-aab4-4719-bdb4-e9ea8c3f32f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:22.081940 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:22.342658 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33e741af-b790-4de3-a902-402ed9d57f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:23.153514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:24.549334 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:28.538901 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 5 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:49:49.519126 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-cefd0844-9797-4993-a376-76b50ea31d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:52.073759 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:52.343737 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-00733fa3-fa11-4433-b1e4-80dad095cc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:53.142816 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:54.552283 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:49:56.355850 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518'] for agent, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:01.076917 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35184) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:50:01.207370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-7570f4a8-f5f8-4a57-af7a-9465467a3b46 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1293597 Jun 01 09:50:03.311685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35194) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:50:03.378453 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-fa57f1af-042d-4133-b2bd-39229e843a2c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0656035 Jun 01 09:50:05.538532 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:50:19.518666 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3f3e39cf-55ce-40b3-92fa-5e4c4ab21c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:22.069855 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:22.347311 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-483393e1-fac8-425c-88ab-204e08bb8766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:23.145654 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:24.556058 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:26.346051 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:42.541341 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:50:49.511473 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f19b8686-e900-4cb0-888e-f351dfa0e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:52.065246 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:52.342043 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-00e457a1-f678-4dc8-ae54-3309c5129125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:53.152075 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:54.560693 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:50:56.367962 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:19.515246 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5f2f8180-6c66-4b22-a0a3-11798631e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:19.541912 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:51:22.064337 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:22.346324 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d276dc99-de02-476d-9955-ab90565d9b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:23.152383 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:24.565935 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:26.372717 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.262052 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35414) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:34.296388 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35420) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:34.337704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35428) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:34.568810 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-934076875-network', 'tenant_id': '2b05e1b26ea74e258e5bff1a30ad5fcb'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:34.573692 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:34.577675 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Usage tracker for resource:network and tenant:2b05e1b26ea74e258e5bff1a30ad5fcb is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:34.581208 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:34.587457 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:34.597893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Made reservation on behalf of 2b05e1b26ea74e258e5bff1a30ad5fcb for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:34.600626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.613531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.629191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:34.633278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Usage tracker for resource:security_group_rule and tenant:2b05e1b26ea74e258e5bff1a30ad5fcb is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:34.636973 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:34.643914 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:34.670366 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-227595390-network', 'tenant_id': '008734321ac04c119ac2aa8a9f91889a'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:34.676264 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:34.680557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Usage tracker for resource:network and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:34.683440 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:34.690685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:34.702725 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:34.705029 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.722179 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.740476 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:34.751529 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Usage tracker for resource:security_group_rule and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:34.759901 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:34.766717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:34.849646 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-809239511-network', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:34.882298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:34.886581 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Usage tracker for resource:network and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:34.889812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:34.901666 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.909383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:34.911290 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.928406 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:34.941124 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.947825 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:51:34.957855 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:34.957855 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Added segment bde9ef72-470c-4b3c-8892-25139c8d19ad of type vlan for network 50796804-4ca8-49c3-b08e-160251e405c4 Jun 01 09:51:34.983397 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.011835 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Made reservation on behalf of b149652c2da2432ca869bd4ddd1fb486 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:35.019130 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.031829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.040224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.045643 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.061245 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:35.062106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.069389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:35.073650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:35.093024 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:35.106700 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:35.189852 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.195421 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:51:35.198394 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:35.207705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.236094 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:51:35.244874 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.245456 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Added segment 313bd43f-5b0a-4136-9d63-590f5f89cea9 of type vlan for network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad Jun 01 09:51:35.271138 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.300556 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.301301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.301780 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.302306 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.302947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.303568 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.304040 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.304505 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.304990 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.305501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.305987 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.306465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Tracked resource versions report: Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: pushed versions: Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: { 'AddressGroup': {'1.2'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'ConntrackHelper': {'1.0'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Log': {'1.0'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Network': {'1.1'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Port': {'1.7'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'PortForwarding': {'1.2'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'QosPolicy': {'1.8'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroup': {'1.4'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SubPort': {'1.0'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Subnet': {'1.1'}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Trunk': {'1.1'}} Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: consumer versions: Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: HyperV agent@hv-cinder-78726: {}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'ConntrackHelper': '1.0', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Log': '1.0', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Network': '1.1', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Port': '1.7', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'PortForwarding': '1.2', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'QosPolicy': '1.8', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroup': '1.4', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SecurityGroupRule': '1.2', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'SubPort': '1.0', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Subnet': '1.1', Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: 'Trunk': '1.1'}} Jun 01 09:51:35.307695 dv-cinder-787262-4-smb neutron-server[91846]: {{(pid=91846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:51:35.320849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.321550 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Added segment 97404b23-f3e5-45f4-a05e-9848ad70af02 of type vlan for network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 Jun 01 09:51:35.350036 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.379761 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.384287 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:35.385635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c8bab5a9-545a-472f-bece-b8d176952e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:35.405614 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:35.406243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.456320 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.500086 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:35.501240 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.513231 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35482) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:35.522679 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Request body: {'subnet': {'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-809239511-subnet', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:35.528353 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1884329 Jun 01 09:51:35.530904 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597e7b2b-58e1-4649-9cce-52bdfa303276,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:35.536232 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:35.543454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Usage tracker for resource:subnet and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:35.545890 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2458866 Jun 01 09:51:35.555709 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:35.566301 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:35.573460 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35488) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:35.588666 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Request body: {'subnet': {'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-227595390-subnet', 'tenant_id': '008734321ac04c119ac2aa8a9f91889a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:35.599332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:35.601510 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ba02a-a4fa-4ab2-a333-fdcb00ea7a19,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:35.611091 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:35.611543 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:35.614724 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Usage tracker for resource:subnet and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:35.625323 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:35.638913 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:35.679560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:35.683037 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4170723 Jun 01 09:51:35.683712 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:35.780351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35498) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:35.806619 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Request body: {'subnet': {'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-934076875-subnet', 'tenant_id': '2b05e1b26ea74e258e5bff1a30ad5fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:35.810501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:35.820327 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Usage tracker for resource:subnet and tenant:2b05e1b26ea74e258e5bff1a30ad5fcb is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:35.823681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Pushing event updated for resources: {'Network': ['ID=50796804-4ca8-49c3-b08e-160251e405c4,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:35.826332 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:35.837122 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 50796804-4ca8-49c3-b08e-160251e405c4 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:51:35.937704 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Made reservation on behalf of b149652c2da2432ca869bd4ddd1fb486 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:35.939571 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:36.039873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:36.042208 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:36.115599 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:51:36.136630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Made reservation on behalf of 2b05e1b26ea74e258e5bff1a30ad5fcb for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:36.139114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:36.247533 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Pushing event updated for resources: {'Network': ['ID=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:36.252258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:36.252946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:36.253361 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:36.256987 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:36.257907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:36.262071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:36.262611 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5800dba9-09d8-4b22-9d8e-df77ae8f600f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:36.269649 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:51:36.652914 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:36.659132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5c83076-c63c-42ed-9f5b-6885c604dad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:36.759815 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e55f1d-75a9-4d05-85b7-7815b4063d3e,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:36.764092 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:36.771628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Checking segment: {'id': '97404b23-f3e5-45f4-a05e-9848ad70af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:36.771943 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Network hostable DHCP agents. Network: eb9f1ee6-5bb2-45dd-88ed-f626bd80f806, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:51:36.796531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:51:36.817932 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, eb9f1ee6-5bb2-45dd-88ed-f626bd80f806) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:36.824357 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:36.824834 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:36.841789 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c240e87-2b1d-4bdc-88dc-20b5a9b78059 None None] Network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:36.858063 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:36.864831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35540) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:36.866691 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:36.875995 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0861311 Jun 01 09:51:37.059979 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Checking segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:37.060702 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Network hostable DHCP agents. Network: 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:51:37.107452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c67052a-dbc5-4890-9556-37373fa155a1,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:37.107786 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba6db9-5d1a-43fc-a11d-ae7633d345bf None None] Network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:37.146274 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.147056 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.147579 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.148047 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.148523 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.148996 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.149470 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.149958 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.150484 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.150968 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.151427 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.151976 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Tracked resource versions report: Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: pushed versions: Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: { 'AddressGroup': {'1.2'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'ConntrackHelper': {'1.0'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Log': {'1.0'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Network': {'1.1'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Port': {'1.7'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'PortForwarding': {'1.2'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'QosPolicy': {'1.8'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroup': {'1.4'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SubPort': {'1.0'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Subnet': {'1.1'}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Trunk': {'1.1'}} Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: consumer versions: Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: HyperV agent@hv-cinder-78726: {}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'ConntrackHelper': '1.0', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Log': '1.0', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Network': '1.1', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Port': '1.7', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'PortForwarding': '1.2', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'QosPolicy': '1.8', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroup': '1.4', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SecurityGroupRule': '1.2', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'SubPort': '1.0', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Subnet': '1.1', Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: 'Trunk': '1.1'}} Jun 01 09:51:37.153214 dv-cinder-787262-4-smb neutron-server[91845]: {{(pid=91845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:51:37.160988 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:37.162022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:51:37.219374 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:37.228529 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:37.229352 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.256308 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.267339 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-04987587-6ba5-411e-a740-7b3665f1bef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:37.304384 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bc270-6022-4e73-bee4-48438388e34e None None] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:37.308462 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-00b2e524-f07a-4a40-869e-3b684714000b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7930264 Jun 01 09:51:37.311739 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35562) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:37.318187 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:37.332889 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:37.353120 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Usage tracker for resource:router and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:37.358032 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:37.365127 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:37.372312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafd9a50-8889-4bc8-9adc-c8e957a8c945,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:37.376420 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:37.386336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Checking segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:37.386869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Network hostable DHCP agents. Network: 50796804-4ca8-49c3-b08e-160251e405c4, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:51:37.408602 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Network 50796804-4ca8-49c3-b08e-160251e405c4 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:51:37.409521 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.411925 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.421380 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.441941 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 50796804-4ca8-49c3-b08e-160251e405c4) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:37.447338 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:37.448080 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.454903 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e00eb-4328-4fa1-97ff-87a5553b1161 None None] Network 50796804-4ca8-49c3-b08e-160251e405c4 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:37.478830 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8938618 Jun 01 09:51:37.482022 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:37.498180 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Usage tracker for resource:security_group_rule and tenant:fc02450eb4ec4d0f9e3d863d24962cdd is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:37.511790 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:37.533236 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:37.627478 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:37.628534 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35598) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:37.636883 dv-cinder-787262-4-smb neutron-server[91845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 09:51:37.944479 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359ecab-9f3b-4266-9b88-8fe0da72ba43 None None] Network 50796804-4ca8-49c3-b08e-160251e405c4 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:37.950357 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-d6ef2f28-a141-4028-aa44-2c4a7eaedcde tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:37.952217 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-d6ef2f28-a141-4028-aa44-2c4a7eaedcde tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/networks?id=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 HTTP/1.1" status: 200 len: 811 time: 0.3175938 Jun 01 09:51:37.982333 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-c2305f23-06e8-4dce-b903-82a4f3ff5ed2 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/quotas/2b05e1b26ea74e258e5bff1a30ad5fcb HTTP/1.1" status: 200 len: 375 time: 0.0224063 Jun 01 09:51:38.117658 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-f4e5aacc-b9d1-4c0c-aaaa-9d8cd381c1d5 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b05e1b26ea74e258e5bff1a30ad5fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290107 Jun 01 09:51:38.258741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.269783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.352348 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:38.355035 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35644) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:38.388090 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966899f2-c4fb-450b-ab83-8d112e3a10ca,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:38.395173 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:51:38.396009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.404538 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:38.413876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.424461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35648) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:38.438632 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc02450eb4ec4d0f9e3d863d24962cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5675297 Jun 01 09:51:38.476074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35654) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:38.665399 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.689420 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:38.689626 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-94a0a42d-22cc-4302-9bc8-7b2eaaa189c0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:38.694154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Usage tracker for resource:security_group_rule and tenant:75dfb70a178c47b48515b1257f301010 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:38.697806 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:38.705234 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:38.706603 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-94a0a42d-22cc-4302-9bc8-7b2eaaa189c0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.3474116 Jun 01 09:51:38.729548 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-f4d7a8a1-dd9c-4c3b-b2d4-0d1735ac3689 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:51:38.749275 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-f4d7a8a1-dd9c-4c3b-b2d4-0d1735ac3689 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1833518 Jun 01 09:51:38.783270 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.786915 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-603bc8c0-4f02-45fe-ace9-87e93b928da1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/quotas/008734321ac04c119ac2aa8a9f91889a HTTP/1.1" status: 200 len: 375 time: 0.0788472 Jun 01 09:51:38.832865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.843846 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Allocated IP 172.20.0.2 (2a9f19e7-b469-4af3-9d0e-29ead81ac4ad/1c67052a-dbc5-4890-9556-37373fa155a1/8cddbeae-78a2-411d-b604-037a2fb12159) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:51:38.911743 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.920040 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:38.952136 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-bd1f57e6-160a-4f28-8510-b93b3fc505a0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1644955 Jun 01 09:51:38.995587 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:39.027006 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-b2f641cd-81f9-4b4f-9884-8cd8ed81e544 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765350 Jun 01 09:51:39.107335 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.155575 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75dfb70a178c47b48515b1257f301010&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7290206 Jun 01 09:51:39.162574 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d7aaba-85b8-49ac-8fee-be7611517536,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:39.171393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35674) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:39.172675 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.186338 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:39.186688 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Transition to ACTIVE for port object 8cddbeae-78a2-411d-b604-037a2fb12159 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:39.187132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:39.215088 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Transition to ACTIVE for port object 8cddbeae-78a2-411d-b604-037a2fb12159 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:39.215737 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966899f2-c4fb-450b-ab83-8d112e3a10ca,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:39.218971 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:39.227130 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.245112 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.253561 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-5789ec64-55b0-4377-8697-e1f8c9cd8011 service neutron] 10.222.0.15 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252483 Jun 01 09:51:39.256643 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88842c0f-4160-4cde-a921-5e4aca94b0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:39.259189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-6692f72d-59a1-4798-b575-c627ab5b389b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:51:39.259822 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-6692f72d-59a1-4798-b575-c627ab5b389b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1550887 Jun 01 09:51:39.285945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.288322 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.292157 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/966899f2-c4fb-450b-ab83-8d112e3a10ca HTTP/1.1" status: 204 len: 168 time: 0.7999845 Jun 01 09:51:39.340052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Pushing event updated for resources: {'Port': ['ID=8cddbeae-78a2-411d-b604-037a2fb12159,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:39.359334 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:39.360779 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:39.362891 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.363227 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.363556 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.363870 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.364720 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.365451 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.365777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.366129 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.366537 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.366855 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.367169 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.367651 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Tracked resource versions report: Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: pushed versions: Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: { 'AddressGroup': {'1.2'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'ConntrackHelper': {'1.0'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Log': {'1.0'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Network': {'1.1'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Port': {'1.7'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'PortForwarding': {'1.2'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'QosPolicy': {'1.8'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroup': {'1.4'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SubPort': {'1.0'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Subnet': {'1.1'}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Trunk': {'1.1'}} Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: consumer versions: Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: HyperV agent@hv-cinder-78726: {}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'ConntrackHelper': '1.0', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Log': '1.0', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Network': '1.1', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Port': '1.7', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'PortForwarding': '1.2', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'QosPolicy': '1.8', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroup': '1.4', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SecurityGroupRule': '1.2', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'SubPort': '1.0', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Subnet': '1.1', Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: 'Trunk': '1.1'}} Jun 01 09:51:39.368704 dv-cinder-787262-4-smb neutron-server[91847]: {{(pid=91847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:51:39.372772 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:39.378202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:51:39.385575 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.444466 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.503653 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-a73956af-3181-4867-915e-61a87c2ddfb3 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295976 Jun 01 09:51:39.513069 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Attempting to bind port 8cddbeae-78a2-411d-b604-037a2fb12159 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:51:39.513931 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Attempting to bind port 8cddbeae-78a2-411d-b604-037a2fb12159 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:51:39.514648 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Attempting to bind port 8cddbeae-78a2-411d-b604-037a2fb12159 on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:39.553272 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:51:39.553649 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Checking segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:39.554810 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.555222 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Bound using segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:51:39.556586 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Bound port: 8cddbeae-78a2-411d-b604-037a2fb12159, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:51:39.556968 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.618983 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Allocated IP 172.28.1.79 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/68d97925-02c9-428b-bf7f-6138820412b3) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:51:39.751902 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] For port 8cddbeae-78a2-411d-b604-037a2fb12159, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:51:39.760843 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] For port 8cddbeae-78a2-411d-b604-037a2fb12159, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=8cddbeae-78a2-411d-b604-037a2fb12159,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:51:39.764154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.768319 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-85df1ca2-d7af-43d0-8dce-b36b7e1c7c01 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571156 Jun 01 09:51:39.780783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.788649 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8ed7c9eb-a7dd-4a70-b3df-c9572340b909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:39.796009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:39.824650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d7aaba-85b8-49ac-8fee-be7611517536,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:39.830999 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:39.857450 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.859486 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86d7aaba-85b8-49ac-8fee-be7611517536 HTTP/1.1" status: 204 len: 168 time: 0.6863308 Jun 01 09:51:39.926354 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:39.942401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35706) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:39.967732 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:40.004215 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:40.012635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Usage tracker for resource:security_group_rule and tenant:3adbc59616254ed487b89ef086782ca2 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:40.019422 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:40.034442 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b4bf5195-41db-4594-9780-f3038ae124dd req-e7e35c6b-15bc-4b78-ac9a-884d27dd9030 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 210 time: 0.1227252 Jun 01 09:51:40.048371 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:40.065068 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Pushing event updated for resources: {'Port': ['ID=8cddbeae-78a2-411d-b604-037a2fb12159,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:40.080063 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:40.112237 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:40.129638 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:40.211188 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:40.221095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:40.228666 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:51:40.450741 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bddf8a39-f936-4bc3-9ead-aac0109a214a req-97de8237-0d7e-450d-aac8-d5f48f37d8cb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.1791553 Jun 01 09:51:40.753345 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Pushing event updated for resources: {'Port': ['ID=68d97925-02c9-428b-bf7f-6138820412b3,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:40.773851 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:40.949010 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:40.960432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.034144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:41.087060 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b666e-d979-4d31-98a1-240169db9804,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:41.106490 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:41.140975 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3adbc59616254ed487b89ef086782ca2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1949685 Jun 01 09:51:41.141438 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35774) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:41.147100 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.162418 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 35778) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:41.304164 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-038d7e0b-0494-4aca-91c7-a51a1bb5d77c req-eff326c6-b94f-4274-a2f8-9d2b09c7e760 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 210 time: 0.1377399 Jun 01 09:51:41.411407 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.552445 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.731192 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41785d5a-7480-4b45-99fc-9bb53abf02d9 req-d9cceff0-8672-46ca-a35d-dcec4fed2940 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.1427686 Jun 01 09:51:41.778245 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ea055-da5c-4d76-b189-d723216bab3a None None] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:51:41.822023 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.825811 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:41.852699 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.887760 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b666e-d979-4d31-98a1-240169db9804,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:41.913923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:41.917318 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.918948 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f01b666e-d979-4d31-98a1-240169db9804 HTTP/1.1" status: 204 len: 168 time: 0.7765055 Jun 01 09:51:41.921022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:41.943570 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:41.949444 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8aa5febe32427abe3aebe669796174 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:41.954881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:41.963755 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8dc0-3558-4e2c-abcb-692716985765 None None] Provisioning for port 8cddbeae-78a2-411d-b604-037a2fb12159 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:51:41.964460 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:42.097406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:42.104325 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:42.128419 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:42.324229 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35834) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:42.332903 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d8aa5febe32427abe3aebe669796174&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1640933 Jun 01 09:51:42.344522 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4792ca96-6012-4b3c-af25-2783aec87045,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:42.354987 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:42.408767 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:51:42.452772 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 8cddbeae-78a2-411d-b604-037a2fb12159 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:51:42.602355 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 8cddbeae-78a2-411d-b604-037a2fb12159 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:51:42.613445 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 8cddbeae-78a2-411d-b604-037a2fb12159 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:42.613896 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:42.788808 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-536a5283-5120-45b0-b126-5012af91baee req-9b77df04-1a33-4e92-b1cb-96547898b796 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 210 time: 0.1311796 Jun 01 09:51:43.002465 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.022423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.72', 50218) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:43.032878 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-7c7157fc-16a6-481c-a72e-d4ee7aeb5c79 None None] Provisioning complete for port 8cddbeae-78a2-411d-b604-037a2fb12159 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:43.033242 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7c7157fc-16a6-481c-a72e-d4ee7aeb5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.045852 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.107651 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.152100 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:51:43.165424 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:51:43.185039 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:51:43.186087 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:51:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:43.281546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Notify callbacks [] for router, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.285139 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9719272 Jun 01 09:51:43.287025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 8cddbeae-78a2-411d-b604-037a2fb12159, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=8cddbeae-78a2-411d-b604-037a2fb12159,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:51:43.301682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.307907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35876) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:43.316709 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:43.522905 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-75fd8ee0-7803-4139-a1aa-82136f01ef20 req-f19db0d4-6487-42cb-b97a-98c5be472373 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.4310973 Jun 01 09:51:43.651528 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=8cddbeae-78a2-411d-b604-037a2fb12159,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:43.658386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:43.661659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:43.694193 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:51:43.749744 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-7e860543-296e-41a7-ae4a-0448b45ae08b tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:43.751842 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-7e860543-296e-41a7-ae4a-0448b45ae08b tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.72 "GET /v2.0/networks?id=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 HTTP/1.1" status: 200 len: 811 time: 0.7283754 Jun 01 09:51:43.807014 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Request body: {'port': {'device_id': 'f93578da-a63d-4e39-b733-99816336bf33', 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806', 'admin_state_up': True, 'tenant_id': '2b05e1b26ea74e258e5bff1a30ad5fcb'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:43.840678 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4ce87aa1-d5d6-4934-afb6-93a1d20473f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:43.899165 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792ca96-6012-4b3c-af25-2783aec87045,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:43.938555 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.72', 50224) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:43.941933 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:44.051958 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:44.059814 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4792ca96-6012-4b3c-af25-2783aec87045 HTTP/1.1" status: 204 len: 168 time: 1.7343345 Jun 01 09:51:44.144920 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cccbb207-22ff-41a8-9ee4-62a40015802e req-fbbcbdfa-13b0-4cbc-bc2a-4c73034e210f tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 210 time: 0.0717423 Jun 01 09:51:44.178714 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:40Z', 'revision_number': 3, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:44.185081 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:51:44.185742 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Updating router 5eb0178f-529b-4864-bcd7-a9b65c895b29 port 68d97925-02c9-428b-bf7f-6138820412b3 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:51:44.268965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:44.274727 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Usage tracker for resource:port and tenant:2b05e1b26ea74e258e5bff1a30ad5fcb is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:44.278783 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:44.285321 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:44.291035 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:44.306637 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 8cddbeae-78a2-411d-b604-037a2fb12159 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:51:44.307392 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Made reservation on behalf of 2b05e1b26ea74e258e5bff1a30ad5fcb for: {'port': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:44.312726 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:44.465178 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 8cddbeae-78a2-411d-b604-037a2fb12159 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:44.467712 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:44.892721 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41283345-a761-49f1-a1b6-44ceb9876e75 req-aac59c59-26e9-474c-900e-17ab27cb2d58 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.0652750 Jun 01 09:51:44.893371 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-ea59c6fa-3f59-4953-ba0e-ebbc0060e86f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:44.894088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-ea59c6fa-3f59-4953-ba0e-ebbc0060e86f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:51:44.955657 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Allocated IP 172.20.0.2 (eb9f1ee6-5bb2-45dd-88ed-f626bd80f806/20e55f1d-75a9-4d05-85b7-7815b4063d3e/58a7639c-e090-4665-bd6b-6d43bf6cd61b) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:51:44.980053 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-ea59c6fa-3f59-4953-ba0e-ebbc0060e86f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:51:44.981173 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-ea59c6fa-3f59-4953-ba0e-ebbc0060e86f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 1.0380750 Jun 01 09:51:45.001243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Request body: {'port': {'device_id': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'admin_state_up': True, 'tenant_id': '008734321ac04c119ac2aa8a9f91889a'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:45.027501 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.043253 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Transition to ACTIVE for port object 68d97925-02c9-428b-bf7f-6138820412b3 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:45.052257 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.063480 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-55a4461d-0cdb-4288-83dc-6a9d8d8a0463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:45.155080 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Pushing event updated for resources: {'Port': ['ID=68d97925-02c9-428b-bf7f-6138820412b3,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:45.163433 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Attempting to bind port 68d97925-02c9-428b-bf7f-6138820412b3 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:51:45.163871 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Attempting to bind port 68d97925-02c9-428b-bf7f-6138820412b3 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:51:45.164291 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Attempting to bind port 68d97925-02c9-428b-bf7f-6138820412b3 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:45.171545 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.171888 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.172223 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.172544 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.172858 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.173284 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.173812 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.174162 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.174504 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.174869 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.175183 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.175490 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Tracked resource versions report: Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: pushed versions: Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: { 'AddressGroup': {'1.2'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'ConntrackHelper': {'1.0'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Log': {'1.0'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Network': {'1.1'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Port': {'1.7'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'PortForwarding': {'1.2'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'QosPolicy': {'1.8'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroup': {'1.4'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroupRule': {'1.2'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SubPort': {'1.0'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Subnet': {'1.1'}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Trunk': {'1.1'}} Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: consumer versions: Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: { DHCP agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: HyperV agent@hv-cinder-78726: {}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: L3 agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: Metadata agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: Metering agent@dv-cinder-787262-4-smb: {}, Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: Open vSwitch agent@dv-cinder-787262-4-smb: { 'AddressGroup': '1.2', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'ConntrackHelper': '1.0', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Log': '1.0', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Network': '1.1', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Port': '1.7', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'PortForwarding': '1.2', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'QosPolicy': '1.8', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroup': '1.4', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SecurityGroupRule': '1.2', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'SubPort': '1.0', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Subnet': '1.1', Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: 'Trunk': '1.1'}} Jun 01 09:51:45.176528 dv-cinder-787262-4-smb neutron-server[91848]: {{(pid=91848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 09:51:45.187656 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:45.188479 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:51:45.188842 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:45.189430 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.189831 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:51:45.190333 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Bound port: 68d97925-02c9-428b-bf7f-6138820412b3, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:51:45.191039 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.193280 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 35948) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:45.207641 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:45.229604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Usage tracker for resource:port and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:45.234619 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:45.272943 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.283380 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] For port 68d97925-02c9-428b-bf7f-6138820412b3, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:51:45.287867 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] For port 68d97925-02c9-428b-bf7f-6138820412b3, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=68d97925-02c9-428b-bf7f-6138820412b3,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:51:45.294611 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.311581 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:45.344619 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.386366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:45.419824 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Pushing event updated for resources: {'Port': ['ID=68d97925-02c9-428b-bf7f-6138820412b3,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:45.436005 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:45.443486 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:51:45.444274 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:51:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:45.655417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:45.695707 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:45.712272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:45.718537 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:51:45.742679 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:45.747616 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.755721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:51:45.770501 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:51:45.772026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:45.840326 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0372386 Jun 01 09:51:45.868336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Pushing event updated for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:45.873573 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:45.916235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a3c62-6118-40b2-ab9c-da979f87de7a req-51f8f893-ac99-4eaf-a30b-8b82123c05d4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:45.917048 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-2a0a3c62-6118-40b2-ab9c-da979f87de7a req-51f8f893-ac99-4eaf-a30b-8b82123c05d4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Synchronizing usage tracker for tenant:2b05e1b26ea74e258e5bff1a30ad5fcb on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:51:45.957330 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1f847aa2-0402-414e-b64f-9b28e4bdac11 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 09:51:45.965762 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-1f847aa2-0402-414e-b64f-9b28e4bdac11 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163891 Jun 01 09:51:46.013393 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-2a0a3c62-6118-40b2-ab9c-da979f87de7a req-51f8f893-ac99-4eaf-a30b-8b82123c05d4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Unset dirty status for tenant:2b05e1b26ea74e258e5bff1a30ad5fcb on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:51:46.014738 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a0a3c62-6118-40b2-ab9c-da979f87de7a req-51f8f893-ac99-4eaf-a30b-8b82123c05d4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 931 time: 0.6725204 Jun 01 09:51:46.127790 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a0a3c62-6118-40b2-ab9c-da979f87de7a req-02ba6201-abc6-4473-9234-204e9f13afcb tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039662 Jun 01 09:51:46.269204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:46.290607 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-681da67a-f78c-40cb-ae37-a54dab0ff899 req-02b6800a-c85a-4443-9e56-3309f06a5507 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.0972004 Jun 01 09:51:46.333018 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:46.353063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Usage tracker for resource:security_group_rule and tenant:6aaf41faa94a4905af1151d3d168d677 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:46.360526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:46.451897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:46.459375 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:46.590250 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Allocated IP 172.20.0.13 (50796804-4ca8-49c3-b08e-160251e405c4/cafd9a50-8889-4bc8-9adc-c8e957a8c945/0c79941a-bcfc-4a26-bd7b-e38294928b20) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:51:46.659675 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:40Z', 'revision_number': 3, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:46.683031 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c420f-a771-4c1c-8aaa-6a8ede4ca719 None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:40Z', 'revision_number': 3, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:51:47.084677 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Request body: {'port': {'device_id': 'f93578da-a63d-4e39-b733-99816336bf33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:47.312964 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:47.362203 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:47.410629 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:47.507845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0e925af1-27f4-46d3-a8ac-193b8a905972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:47.547214 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6aaf41faa94a4905af1151d3d168d677&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3530881 Jun 01 09:51:47.551698 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36006) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:47.554579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Allocated IP 172.20.0.1 (2a9f19e7-b469-4af3-9d0e-29ead81ac4ad/1c67052a-dbc5-4890-9556-37373fa155a1/080f899b-ffb0-43b1-a5e9-faa8e0ea51de) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:51:47.748629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:47.854108 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:47.872848 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e94562f1-9b44-4585-9016-3195d8fae360 req-b8270856-a284-4b8b-b3fb-98ad9f0e970b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 210 time: 0.3183467 Jun 01 09:51:47.979078 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36016) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:47.981264 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20bf076-8141-4dce-ad58-961cbf00e915,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:48.011071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.052037 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a276f5-115e-40fd-90cd-91e8b76a42da req-5a08e8f8-4547-492b-afc7-89b3e6179246 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:48.060127 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4a276f5-115e-40fd-90cd-91e8b76a42da req-5a08e8f8-4547-492b-afc7-89b3e6179246 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 931 time: 0.6522439 Jun 01 09:51:48.066230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.381127 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4a276f5-115e-40fd-90cd-91e8b76a42da req-c6213b68-8d7b-459d-952c-fe69e04e8aba tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161762 Jun 01 09:51:48.382776 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 68d97925-02c9-428b-bf7f-6138820412b3 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:51:48.508608 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.575132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Network 50796804-4ca8-49c3-b08e-160251e405c4 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:48.577436 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 68d97925-02c9-428b-bf7f-6138820412b3 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:51:48.590250 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 68d97925-02c9-428b-bf7f-6138820412b3 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:48.590903 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.605560 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:48.606033 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d0f5b999-4afa-4195-b9b5-1c1992e44532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:48.631649 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:48.647278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:51:48.659927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:48.664282 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.746088 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a7639c-e090-4665-bd6b-6d43bf6cd61b {{(pid=91845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:51:48.765912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20bf076-8141-4dce-ad58-961cbf00e915,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:48.766506 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.783188 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:48.793702 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-13b39da3-f56b-457a-8ea3-0cbf4872f04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:48.867724 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.876470 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.935420 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Transition to ACTIVE for port object 58a7639c-e090-4665-bd6b-6d43bf6cd61b will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:48.965303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:48.970854 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:48.992324 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1e6ecd99-8802-4cf3-a080-ec02b3362523 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:49.004579 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 68d97925-02c9-428b-bf7f-6138820412b3, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=68d97925-02c9-428b-bf7f-6138820412b3,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:51:49.009562 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:49.012202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1ec46edf-722f-46c2-8079-8d9d592376fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:49.058487 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event updated for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:49.079507 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:49.094972 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Usage tracker for resource:security_group_rule and tenant:91ef8d0155c441a4b1e69df74120c5d2 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:49.103814 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1038914 Jun 01 09:51:49.104950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:49.107606 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b20bf076-8141-4dce-ad58-961cbf00e915 HTTP/1.1" status: 204 len: 168 time: 1.5423489 Jun 01 09:51:49.130151 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=68d97925-02c9-428b-bf7f-6138820412b3,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:49.134010 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:49.146863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Request body: {'port': {'device_id': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:49.149481 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:49.330355 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:49.400067 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:49.535582 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-79b804cb-1a12-467c-8d83-3efa64b3d60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:49.815766 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:49.857881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:49.910773 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Transition to ACTIVE for port object 080f899b-ffb0-43b1-a5e9-faa8e0ea51de will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:49.940932 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36072) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:49.964743 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:49.967137 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Attempting to bind port 58a7639c-e090-4665-bd6b-6d43bf6cd61b on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:51:49.967485 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Attempting to bind port 58a7639c-e090-4665-bd6b-6d43bf6cd61b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '97404b23-f3e5-45f4-a05e-9848ad70af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:51:49.967833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Attempting to bind port 58a7639c-e090-4665-bd6b-6d43bf6cd61b on network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:49.990098 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Port 58a7639c-e090-4665-bd6b-6d43bf6cd61b on network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:51:49.990359 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Attempting to bind port 58a7639c-e090-4665-bd6b-6d43bf6cd61b on network eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:49.999542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.020262 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:51:50.020825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Checking segment: {'id': '97404b23-f3e5-45f4-a05e-9848ad70af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:50.021230 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Bound using segment: {'id': '97404b23-f3e5-45f4-a05e-9848ad70af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:51:50.021709 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Bound port: 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97404b23-f3e5-45f4-a05e-9848ad70af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:51:50.022068 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.049626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:50.055025 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Usage tracker for resource:security_group_rule and tenant:f4780a6fb081448091493128f879076b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:50.058636 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:50.066565 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:50.070265 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.086442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195139d-c240-40eb-a1d3-2418d7d76015 req-e86af049-f259-43dc-b7da-aa261aed8106 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:50.087973 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7195139d-c240-40eb-a1d3-2418d7d76015 req-e86af049-f259-43dc-b7da-aa261aed8106 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.3965096 Jun 01 09:51:50.172978 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:51:50.180069 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b,segment=NetworkSegment(97404b23-f3e5-45f4-a05e-9848ad70af02),segment_id=97404b23-f3e5-45f4-a05e-9848ad70af02)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:51:50.190758 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.205378 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.246753 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.272840 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.282311 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b418832e-a667-4553-8dde-9164ced165f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:50.337074 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 68d97925-02c9-428b-bf7f-6138820412b3 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:51:50.349008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-2986d3d1-c9cd-4df8-9efc-de1e85ed90f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:50.372698 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ca267-9888-47b2-b359-6bec15fbb82e req-5deb5732-aa0e-4fb2-8c08-7424d0f9ebd0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:50.377146 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c4ca267-9888-47b2-b359-6bec15fbb82e req-5deb5732-aa0e-4fb2-8c08-7424d0f9ebd0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 932 time: 1.1973550 Jun 01 09:51:50.453062 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 68d97925-02c9-428b-bf7f-6138820412b3 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:50.453682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.461782 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:50.467007 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.469133 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] 10.222.0.72 "PUT /v2.0/ports/58a7639c-e090-4665-bd6b-6d43bf6cd61b HTTP/1.1" status: 200 len: 1093 time: 4.0547161 Jun 01 09:51:50.494991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:51:50.538997 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b32be0-20fb-468f-ae93-e97ea22e3e96,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:50.553040 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:50.621864 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4780a6fb081448091493128f879076b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6738274 Jun 01 09:51:50.628906 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36088) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:50.700465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:50.778143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:50.796619 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91ef8d0155c441a4b1e69df74120c5d2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8084571 Jun 01 09:51:50.884982 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be18e51-0795-46f1-b4d2-151cc68d1b6c,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:50.903839 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:50.916758 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36102) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:50.936244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:50.986573 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Pushing event updated for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:51.015114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:51.023155 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7195139d-c240-40eb-a1d3-2418d7d76015 req-0c144796-e0d4-4cac-9958-ca478b7bac43 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8350070 Jun 01 09:51:51.044682 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:51.076881 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c4ca267-9888-47b2-b359-6bec15fbb82e req-52014fe4-de8e-4813-9dd2-7abec9b5a69e tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493120 Jun 01 09:51:51.136255 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:51.139821 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:51.146640 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0276725f-5638-4522-b14c-d6d3120f576f" -d '{"events": [{"name": "network-changed", "server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:51:51.194718 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.207465 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-93fc0ae9-bd8a-4334-b816-424a62db159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:51.209051 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-93fc0ae9-bd8a-4334-b816-424a62db159f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b05e1b26ea74e258e5bff1a30ad5fcb&device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 1096 time: 0.4991629 Jun 01 09:51:51.239075 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.243138 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:51.246736 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:51:51.246936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.394740 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.400490 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:51.418304 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be18e51-0795-46f1-b4d2-151cc68d1b6c,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:51.421180 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:51.443806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.454926 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3be18e51-0795-46f1-b4d2-151cc68d1b6c HTTP/1.1" status: 204 len: 168 time: 0.4811997 Jun 01 09:51:51.505402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.541894 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71440eb-7f74-4ef6-8dd3-d23ce0ac6dfd x-openstack-request-id: req-a71440eb-7f74-4ef6-8dd3-d23ce0ac6dfd {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:51:51.542207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:51:51.542465 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a71440eb-7f74-4ef6-8dd3-d23ce0ac6dfd {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:51:51.543033 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b', 'status': 'completed', 'code': 200} Jun 01 09:51:51.571811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.608313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.716191 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-898561a9-4363-45f6-9d10-9ec249a9810f None None] Provisioning for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:51:51.727679 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-898561a9-4363-45f6-9d10-9ec249a9810f None None] Provisioning complete for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:51.729049 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-898561a9-4363-45f6-9d10-9ec249a9810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.916651 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-898561a9-4363-45f6-9d10-9ec249a9810f None None] Port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:51:51.928480 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:51.942942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:51.957691 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b32be0-20fb-468f-ae93-e97ea22e3e96,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:51.960787 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:51.963218 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c79941a-bcfc-4a26-bd7b-e38294928b20 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:51:51.983103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.010707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.014329 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7b32be0-20fb-468f-ae93-e97ea22e3e96 HTTP/1.1" status: 204 len: 168 time: 1.3716369 Jun 01 09:51:52.034948 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Transition to ACTIVE for port object 0c79941a-bcfc-4a26-bd7b-e38294928b20 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:52.057793 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.067754 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.083651 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65aa0e7e-a37b-4939-88bb-3ddeddd0fa92 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:52.181787 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36140) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:52.220659 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.290657 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:52.296278 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Usage tracker for resource:security_group_rule and tenant:2293d172d444493195a4b5312bb5ddfb is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:52.315922 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:52.340249 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:52.436141 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fa017357-b89e-4c05-8b82-c467751a6de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.549865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Pushing event updated for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:52.554199 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.559912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:52.564566 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.565956 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Attempting to bind port 0c79941a-bcfc-4a26-bd7b-e38294928b20 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:51:52.566419 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Attempting to bind port 0c79941a-bcfc-4a26-bd7b-e38294928b20 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:51:52.566849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Attempting to bind port 0c79941a-bcfc-4a26-bd7b-e38294928b20 on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:52.570917 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.576703 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:52.617722 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Port 0c79941a-bcfc-4a26-bd7b-e38294928b20 on network 50796804-4ca8-49c3-b08e-160251e405c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:51:52.617997 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Attempting to bind port 0c79941a-bcfc-4a26-bd7b-e38294928b20 on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:52.685557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:51:52.685916 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Checking segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:52.686524 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Bound using segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:51:52.687013 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Bound port: 0c79941a-bcfc-4a26-bd7b-e38294928b20, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:51:52.687363 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:52.952175 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-0bb25c00-d151-4808-8cf5-dd60a9eb8c09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b HTTP/1.1" status: 200 len: 217 time: 0.2377901 Jun 01 09:51:52.999741 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e764bb3-9fa6-4993-bdf1-85253ed0d09f req-2f8d0fe8-1f5e-46df-850f-4c6f460af7ce tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:53.017587 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e764bb3-9fa6-4993-bdf1-85253ed0d09f req-2f8d0fe8-1f5e-46df-850f-4c6f460af7ce tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.5561717 Jun 01 09:51:53.097201 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.115690 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e764bb3-9fa6-4993-bdf1-85253ed0d09f req-d895ae11-8946-4bbf-890d-aad08f1ee758 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068056 Jun 01 09:51:53.125919 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.156284 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4badf0e2-9b9c-4b70-8f86-982d8e673b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:53.166463 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.187965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfa044-5a20-4eed-b330-58a2676cd588 req-f4115a05-c1c7-459d-b686-4815e02fcd10 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:53.189895 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d7cfa044-5a20-4eed-b330-58a2676cd588 req-f4115a05-c1c7-459d-b686-4815e02fcd10 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 944 time: 0.5615528 Jun 01 09:51:53.276364 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d7cfa044-5a20-4eed-b330-58a2676cd588 req-ecd6327c-da1b-4f5f-b27f-729242e3fa7e tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773385 Jun 01 09:51:53.277014 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf787f-4474-4dfc-9e1e-4ceab030e866,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:53.284365 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2293d172d444493195a4b5312bb5ddfb&name=default HTTP/1.1" status: 200 len: 2976 time: 1.0946281 Jun 01 09:51:53.284365 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:53.285093 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36174) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:53.379416 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.484058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.491758 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Pushing event updated for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:53.507954 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36180) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:53.523038 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:51:53.525693 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:53.543663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:51:53.617376 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.623950 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:53.665230 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf787f-4474-4dfc-9e1e-4ceab030e866,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:53.674598 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:53.715438 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.716804 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbbf787f-4474-4dfc-9e1e-4ceab030e866 HTTP/1.1" status: 204 len: 168 time: 0.4310443 Jun 01 09:51:53.965836 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-9aed226a-c758-4256-a2a3-a4f932a8f775 None None] Provisioning complete for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:51:53.970685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:51:53.971141 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9aed226a-c758-4256-a2a3-a4f932a8f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:53.973893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.004663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:54.008775 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:adbc1f0d49ad48489cca7cb75951892c is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:54.011822 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:54.017640 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:54.129412 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.155431 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-9aed226a-c758-4256-a2a3-a4f932a8f775 None None] Port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:51:54.200426 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.201092 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:51:54.238455 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:54.247652 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.322696 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f93e0-c07c-4a42-9856-1dc99edf1e16,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:54.329915 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:54.341072 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:54.341541 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.348667 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] 10.222.0.72 "PUT /v2.0/ports/0c79941a-bcfc-4a26-bd7b-e38294928b20 HTTP/1.1" status: 200 len: 1094 time: 5.2349741 Jun 01 09:51:54.350313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-60d52069-3f11-4a82-beab-52c8e2945225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:54.454056 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:51:54.606849 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:54.630550 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adbc1f0d49ad48489cca7cb75951892c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1182942 Jun 01 09:51:54.655860 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36218) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:54.717761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-270ddb34-436f-4137-b8e4-02b0466748d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:54.722874 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-270ddb34-436f-4137-b8e4-02b0466748d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20e55f1d-75a9-4d05-85b7-7815b4063d3e HTTP/1.1" status: 200 len: 851 time: 0.4592447 Jun 01 09:51:54.813055 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:51:54.924534 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Pushing event updated for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:54.927947 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-e165c482-455e-4b17-909d-fbfa9337a489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562786 Jun 01 09:51:55.269441 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:51:55.286854 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:51:55.312639 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:51:55.313429 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:51:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:55.333284 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:55.347828 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ba7583-80d1-4dff-8c6e-d717535e1587" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:51:55.398524 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-cd2015f9-83a7-4994-a1f7-c01a1d69178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:55.400121 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-cd2015f9-83a7-4994-a1f7-c01a1d69178e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 1097 time: 0.7742701 Jun 01 09:51:55.435962 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] 10.222.0.15 "PUT /v2.0/routers/5eb0178f-529b-4864-bcd7-a9b65c895b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1227241 Jun 01 09:51:55.480699 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:55.599643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79eb41-d8f2-4976-aef2-754796f412be req-9c5252c6-5d46-45c0-9237-b3cf8ea68545 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:55.601378 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7a79eb41-d8f2-4976-aef2-754796f412be req-9c5252c6-5d46-45c0-9237-b3cf8ea68545 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 1.1394613 Jun 01 09:51:55.686978 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:55.725346 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-dc27fa44-03fa-4018-a22a-a2200de564c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20 HTTP/1.1" status: 200 len: 217 time: 0.2927132 Jun 01 09:51:55.769361 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7a79eb41-d8f2-4976-aef2-754796f412be req-613b4b80-290a-4af1-adf5-17db0b473439 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465745 Jun 01 09:51:55.779099 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127c42-c232-4ed4-9526-1a0afdf15577 req-6b1b96de-87cc-4824-9b12-c95ac9c1913d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:55.781168 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-37127c42-c232-4ed4-9526-1a0afdf15577 req-6b1b96de-87cc-4824-9b12-c95ac9c1913d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 944 time: 0.8420873 Jun 01 09:51:55.809877 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-ef7d9689-0d18-4ccf-adbb-1fdb33227133 service neutron] 10.222.0.72 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660622 Jun 01 09:51:55.929524 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:51:55.956593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-539c4f5b-6742-4149-89a7-03de6e9c32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:55.958099 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-539c4f5b-6742-4149-89a7-03de6e9c32c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.2192936 Jun 01 09:51:56.200592 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45abfa8a-2146-4e9f-ab8b-5bff4958598e req-cfb77ae4-db8a-40fc-a866-c9c50dafddcf service neutron] 10.222.0.72 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567245 Jun 01 09:51:56.254577 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-37127c42-c232-4ed4-9526-1a0afdf15577 req-09752e5a-598b-4818-8fb2-0b4d408f822a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581535 Jun 01 09:51:56.267653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:56.273249 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1b41c86f-dff8-4f00-a426-b0493e2f7d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:56.298806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f93e0-c07c-4a42-9856-1dc99edf1e16,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:56.302712 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:56.322403 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:56.322403 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a12f93e0-c07c-4a42-9856-1dc99edf1e16 HTTP/1.1" status: 204 len: 168 time: 1.6396637 Jun 01 09:51:56.326280 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-0e91a254-29fb-4701-bef8-662bd54b1b49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769043 Jun 01 09:51:56.362966 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ead2e8-59e8-401f-9f7d-932a0b3018cc x-openstack-request-id: req-21ead2e8-59e8-401f-9f7d-932a0b3018cc {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:51:56.363272 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:51:56.363624 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21ead2e8-59e8-401f-9f7d-932a0b3018cc {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:51:56.364184 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20', 'status': 'completed', 'code': 200} Jun 01 09:51:56.532300 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276725f-5638-4522-b14c-d6d3120f576f req-a5e089ad-6c71-44c4-b3ed-82c263d271e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:56.533893 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-a5e089ad-6c71-44c4-b3ed-82c263d271e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b05e1b26ea74e258e5bff1a30ad5fcb&device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 1096 time: 0.2024667 Jun 01 09:51:56.542332 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:51:56.622059 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:56.863491 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-411317c4-7035-4dbe-ba4a-10e81057aff9 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173285 Jun 01 09:51:56.889458 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 2, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:56.902848 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:51:56.906889 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Updating router 5eb0178f-529b-4864-bcd7-a9b65c895b29 port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:51:57.040715 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:57.239318 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276725f-5638-4522-b14c-d6d3120f576f req-3235266b-6ae4-4fb5-9091-2fe76cfb7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:57.242395 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-3235266b-6ae4-4fb5-9091-2fe76cfb7e41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 HTTP/1.1" status: 200 len: 912 time: 0.5195444 Jun 01 09:51:57.394101 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36314) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:57.468821 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-d5676091-29fc-4ecd-9b8f-a72ce07b9a85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b HTTP/1.1" status: 200 len: 217 time: 0.1963270 Jun 01 09:51:57.479923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:57.536065 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c2a11eb-50d6-4bde-9e6a-f7c36c9400bc req-1a9020c1-5a55-4058-8cea-ff810c4c1dfd service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814050 Jun 01 09:51:57.567229 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:57.581206 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Usage tracker for resource:security_group_rule and tenant:1809add4bdee4d36933d5d76cbb8dae0 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:57.586200 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:57.618633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e7d26-a2e9-44c7-9494-158ed4de7ea9 req-53a2f47a-e888-4f78-b2af-c807265edb05 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:57.620953 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b08e7d26-a2e9-44c7-9494-158ed4de7ea9 req-53a2f47a-e888-4f78-b2af-c807265edb05 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.5434103 Jun 01 09:51:57.622321 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:57.691224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36330) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:57.697589 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276725f-5638-4522-b14c-d6d3120f576f req-8479679b-2400-4815-a634-1a6c9b77cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:57.713339 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-8479679b-2400-4815-a634-1a6c9b77cfba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20e55f1d-75a9-4d05-85b7-7815b4063d3e HTTP/1.1" status: 200 len: 851 time: 0.2345197 Jun 01 09:51:57.726451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494036132', 'description': 'tempest-description--1836264303'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:57.727171 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:57.756628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:57.761474 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Transition to ACTIVE for port object 080f899b-ffb0-43b1-a5e9-faa8e0ea51de will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:51:57.767976 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:57.774732 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:57.776573 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:57.784078 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:57.787011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:57.814646 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-7a284b31-6a55-4bf3-bf02-8090de196bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:57.817825 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-7a284b31-6a55-4bf3-bf02-8090de196bc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 1097 time: 0.2214041 Jun 01 09:51:57.819406 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:57.899080 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-e0a56d21-e39a-4de0-a8f4-4ad0a43d2612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784182 Jun 01 09:51:58.000588 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b08e7d26-a2e9-44c7-9494-158ed4de7ea9 req-7b2e8eca-991b-4ce0-aa19-21b8b3e74877 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569503 Jun 01 09:51:58.004286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36348) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:58.177616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-c2415953-3f86-46d2-a572-39f4bfa2c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:58.180213 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-c2415953-3f86-46d2-a572-39f4bfa2c771 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 915 time: 0.3479209 Jun 01 09:51:58.290800 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:58.296431 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:58.303589 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:58.315337 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:58.385114 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Pushing event updated for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:58.392590 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:58.392823 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-764cb86d-47a9-4b6b-a5b5-9e10d4fb10de service neutron] 10.222.0.72 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853199 Jun 01 09:51:58.403191 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.429677 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.435049 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.467553 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-baac5266-7a31-434e-9be0-3c1b8c3fda69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20 HTTP/1.1" status: 200 len: 217 time: 0.2799840 Jun 01 09:51:58.470362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.485116 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a3a6137e-4f88-4987-bad1-111242da5ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:58.495631 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:58.561752 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac9e6-ad09-489d-b3be-e5ad32b30d94 req-6153e12c-dea3-4dd5-a03f-4de74fb4dfef tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:58.569089 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-868ac9e6-ad09-489d-b3be-e5ad32b30d94 req-6153e12c-dea3-4dd5-a03f-4de74fb4dfef tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 944 time: 0.4094293 Jun 01 09:51:58.586240 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1809add4bdee4d36933d5d76cbb8dae0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1771567 Jun 01 09:51:58.594354 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fba11c-4ce3-4311-94d2-165c14cf42f6,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:58.597767 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:58.601704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36370) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:58.621655 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141db43-6f31-45b9-b375-22f042ac70e7,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:58.640142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:58.651176 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Attempting to bind port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:51:58.651656 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Attempting to bind port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:51:58.652025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Attempting to bind port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:51:58.660413 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:51:58.660798 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Checking segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:51:58.661207 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.661636 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Bound using segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:51:58.662718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Bound port: 080f899b-ffb0-43b1-a5e9-faa8e0ea51de, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:51:58.663154 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.669333 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.670731 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9785407 Jun 01 09:51:58.684835 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36374) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:58.699523 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group_rule': {'security_group_id': '97fba11c-4ce3-4311-94d2-165c14cf42f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:58.703011 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.707097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:58.712132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:58.719859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:58.727488 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:58.728262 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-868ac9e6-ad09-489d-b3be-e5ad32b30d94 req-e96387db-7c98-4c06-a56f-d706cd5d7a0d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581984 Jun 01 09:51:58.752095 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0276725f-5638-4522-b14c-d6d3120f576f req-0c473a57-9e57-484c-8663-e975159da761 service neutron] 10.222.0.72 "GET /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509414 Jun 01 09:51:58.761178 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:58.764735 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-95ad755b-71b9-44fb-911e-36a214ee1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:58.765513 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc028b8c80e24b6186ebc69b2ef48425 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:58.766268 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-95ad755b-71b9-44fb-911e-36a214ee1926 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.2839353 Jun 01 09:51:58.768699 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.770061 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:58.777078 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:58.803114 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] For port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:51:58.807475 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] For port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:51:58.813410 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.826801 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:58.902378 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:51:58.903640 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:51:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:51:58.903774 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.904268 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.910476 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:58.920055 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-e7df718d-c951-4a22-9917-d1d449820769 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396012 Jun 01 09:51:58.922873 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:59.004725 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc028b8c80e24b6186ebc69b2ef48425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9798057 Jun 01 09:51:59.004725 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131b719-ff08-460c-89a3-488e272e638f,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.004906 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36386) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:59.017817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.067485 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Pushing event updated for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.072706 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.129948 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.247097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.266238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.287980 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:51:59.311216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:59.336871 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cc3fd-8c56-454f-8c24-0cb3c94ebad6 req-f5b19228-3d08-4615-acd9-2e3e6d370035 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:51:59.337075 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-24418587-0519-4e4f-920f-c849adb344f1 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986945 Jun 01 09:51:59.339169 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d46cc3fd-8c56-454f-8c24-0cb3c94ebad6 req-f5b19228-3d08-4615-acd9-2e3e6d370035 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.1129963 Jun 01 09:51:59.348904 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.371119 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96737a11-7a5d-489e-946f-c88d764331f4,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.380859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.462629 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d46cc3fd-8c56-454f-8c24-0cb3c94ebad6 req-eed1e2a6-8164-4c49-a7bf-99b962df0dff tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153100 Jun 01 09:51:59.478800 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.480643 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7948468 Jun 01 09:51:59.483490 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36418) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:59.489118 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group_rule': {'security_group_id': '97fba11c-4ce3-4311-94d2-165c14cf42f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:59.498708 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:59.506898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.510283 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:59.518415 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.518861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:59.520573 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b141db43-6f31-45b9-b375-22f042ac70e7 HTTP/1.1" status: 204 len: 168 time: 0.9154582 Jun 01 09:51:59.525600 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.529798 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:59.538408 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:59.569934 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.582546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141db43-6f31-45b9-b375-22f042ac70e7,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.594355 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.639211 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c1ba7583-80d1-4dff-8c6e-d717535e1587 req-4186f60e-4733-453a-a22b-d2a3268e1327 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954257 Jun 01 09:51:59.669247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.674599 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:59.708808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131b719-ff08-460c-89a3-488e272e638f,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.715901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.722125 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.737735 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.759268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.763044 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4131b719-ff08-460c-89a3-488e272e638f HTTP/1.1" status: 204 len: 168 time: 0.7337782 Jun 01 09:51:59.772880 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:51:59.796272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723afb5-cf56-45ea-bd13-22d63f49d300,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:51:59.807716 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:51:59.833223 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:51:59.838466 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538201 Jun 01 09:51:59.841431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36442) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:51:59.848155 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:51:59.873139 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:51:59.882166 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:floatingip and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:51:59.886043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:51:59.895567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:51:59.918043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.061420 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:51:58Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:00.067888 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615a9b3d-81f3-4f5d-a74f-ccead504dadc None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:51:58Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:52:00.164756 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc5e94-f644-4348-8918-24a77d12096a req-869a61e8-0c0f-4f7f-aa45-53800297c7dc tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:00.166638 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3cc5e94-f644-4348-8918-24a77d12096a req-869a61e8-0c0f-4f7f-aa45-53800297c7dc tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 944 time: 0.2074397 Jun 01 09:52:00.267501 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3cc5e94-f644-4348-8918-24a77d12096a req-46d4acf1-2390-40d0-ba6f-e4ac80eb6377 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933301 Jun 01 09:52:00.281098 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.416024 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 080f899b-ffb0-43b1-a5e9-faa8e0ea51de up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:00.528050 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:00.535499 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:00.536464 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.577157 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Allocated IP 172.28.1.7 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/7a450599-8c39-460d-adc4-eaa591aa2721) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:00.702773 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.749661 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:00.761557 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.778367 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:00.816663 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3361911-390a-4200-aa5c-0cbea9851d7b req-5c3281b1-8149-4298-b85f-d47cbba29ee4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:00.818348 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e3361911-390a-4200-aa5c-0cbea9851d7b req-5c3281b1-8149-4298-b85f-d47cbba29ee4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.2385111 Jun 01 09:52:00.843438 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36470) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:00.904748 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:00.912339 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:00.916516 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:00.943812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36480) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:00.981789 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.022522 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e3361911-390a-4200-aa5c-0cbea9851d7b req-e74740bc-91d3-4abb-9a47-7f95d14b8ffb tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 Jun 01 09:52:01.032720 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:01.037902 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 0c79941a-bcfc-4a26-bd7b-e38294928b20 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:01.050870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:3656e0f987e34a00b66ca78cfba7d050 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:01.054262 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:01.061869 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:01.066230 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.072393 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:01.249604 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=7a450599-8c39-460d-adc4-eaa591aa2721,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:01.259213 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:01.270362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:01.271906 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:01.274518 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:01.280882 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:01.299627 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.319870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.322255 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '0c79941a-bcfc-4a26-bd7b-e38294928b20', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'port_id': '0c79941a-bcfc-4a26-bd7b-e38294928b20', 'mac_address': 'fa:16:3e:83:a0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafd9a50-8889-4bc8-9adc-c8e957a8c945', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:01.353180 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.382830 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d4cfc3e5-cd04-4a81-ad58-95f4173e551c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:01.405525 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.488588 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.500653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:01.547381 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Usage tracker for resource:security_group_rule and tenant:2f2bcb653f5e433399a7430d0c3e1242 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:01.557724 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c79941a-bcfc-4a26-bd7b-e38294928b20 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:01.577654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b54088-107d-4542-b61a-4c3dd0ef45ab,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:01.599558 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:01.603297 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:01.606024 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.607059 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 58a7639c-e090-4665-bd6b-6d43bf6cd61b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:01.609137 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:01.609273 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:01.624026 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3656e0f987e34a00b66ca78cfba7d050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791584 Jun 01 09:52:01.640269 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:01.642415 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36502) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:01.694237 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.902604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:01.908135 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:01.933851 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:01.985271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08338f9e-db96-40c5-8df0-460d3b6e9c74 req-a8d3be91-f801-4b5c-8101-6b59d2dcefa4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:01.992903 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08338f9e-db96-40c5-8df0-460d3b6e9c74 req-a8d3be91-f801-4b5c-8101-6b59d2dcefa4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 945 time: 0.4496975 Jun 01 09:52:02.023893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.071494 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.083007 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.094653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5d8bd518-4c10-4495-b033-a4bbca04ab42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:02.100088 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b,segment=NetworkSegment(97404b23-f3e5-45f4-a05e-9848ad70af02),segment_id=97404b23-f3e5-45f4-a05e-9848ad70af02)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:02.114222 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08338f9e-db96-40c5-8df0-460d3b6e9c74 req-26d6068c-fc50-49b1-a3bd-8590fd4641c5 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199665 Jun 01 09:52:02.137296 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '58a7639c-e090-4665-bd6b-6d43bf6cd61b', 'network_id': 'eb9f1ee6-5bb2-45dd-88ed-f626bd80f806', 'port_id': '58a7639c-e090-4665-bd6b-6d43bf6cd61b', 'mac_address': 'fa:16:3e:0a:11:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e55f1d-75a9-4d05-85b7-7815b4063d3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:02.143935 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f2bcb653f5e433399a7430d0c3e1242&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2995777 Jun 01 09:52:02.148044 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36516) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:02.163312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819e3be5-e7bb-46d5-b0f7-49839c0a9e94,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:02.177839 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:02.190253 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.196640 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.203254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:02.224618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.231440 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.233219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:02.250963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b54088-107d-4542-b61a-4c3dd0ef45ab,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:02.256454 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:02.259273 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a7639c-e090-4665-bd6b-6d43bf6cd61b {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:02.285074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.287959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.289199 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81b54088-107d-4542-b61a-4c3dd0ef45ab HTTP/1.1" status: 204 len: 168 time: 0.6458256 Jun 01 09:52:02.328010 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b,segment=NetworkSegment(97404b23-f3e5-45f4-a05e-9848ad70af02),segment_id=97404b23-f3e5-45f4-a05e-9848ad70af02)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:02.329745 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.338442 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 080f899b-ffb0-43b1-a5e9-faa8e0ea51de up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:02.338631 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.371710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=7a450599-8c39-460d-adc4-eaa591aa2721,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:02.376784 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:02.396699 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.402734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:02.406436 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.411012 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5684702 Jun 01 09:52:02.480355 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.483106 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacee4c6-9766-49df-b867-c4888de833ec req-3c23f5c9-bc8b-4afa-8a7c-dc8cc1012624 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:02.489508 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:02.493862 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:02.495186 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:02.495581 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.496307 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cacee4c6-9766-49df-b867-c4888de833ec req-3c23f5c9-bc8b-4afa-8a7c-dc8cc1012624 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 943 time: 0.2322700 Jun 01 09:52:02.496551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:02.528606 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819e3be5-e7bb-46d5-b0f7-49839c0a9e94,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:02.533631 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:02.534609 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:02.535911 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/819e3be5-e7bb-46d5-b0f7-49839c0a9e94 HTTP/1.1" status: 204 len: 168 time: 0.3855197 Jun 01 09:52:02.586341 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cacee4c6-9766-49df-b867-c4888de833ec req-a8f1acac-b2a4-4507-acc1-f46228b342ca tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879161 Jun 01 09:52:02.772218 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:02.816150 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['58a7639c-e090-4665-bd6b-6d43bf6cd61b'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:02.821002 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-e4ea0a12-e5a0-44c8-a904-e50aae51170a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1494036132&fields=id&tenant_id=b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 267 time: 0.0557611 Jun 01 09:52:03.065569 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9a970ab0-e8b8-4028-af3f-159edf9c7b67 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:03.067198 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9a970ab0-e8b8-4028-af3f-159edf9c7b67 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 810 time: 0.2392440 Jun 01 09:52:03.095882 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-57463c7d-d69b-4bc9-b859-b5d31db1f152 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/quotas/b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 375 time: 0.0218103 Jun 01 09:52:03.222511 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36572) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:03.269729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.307702 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:03.314017 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-e2ee76f9-01cb-41e1-86b3-b0e3637d404a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2097468 Jun 01 09:52:03.326489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Usage tracker for resource:security_group_rule and tenant:34787f3b5d4b46758d52a8022537659f is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:03.329881 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:03.336477 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:03.448241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.454158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.490960 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-125734e4-897c-4095-a4d5-3d75d6d96ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:03.521583 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36588) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:03.525124 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34787f3b5d4b46758d52a8022537659f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999029 Jun 01 09:52:03.579277 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefe988-8f45-4e6c-9bb4-1f0fb42f4288,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:03.580259 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707ba4-3a5e-4c7f-92ed-315ad90c94cc req-1885a99a-946b-4ddf-a36d-460892c8878f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:03.587502 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ec707ba4-3a5e-4c7f-92ed-315ad90c94cc req-1885a99a-946b-4ddf-a36d-460892c8878f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 945 time: 0.2283900 Jun 01 09:52:03.587716 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:03.640096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36598) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:03.643053 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-6f7d5c67-357c-428e-94db-5e905fbd3720 service neutron] 10.222.0.15 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128772 Jun 01 09:52:03.828736 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ec707ba4-3a5e-4c7f-92ed-315ad90c94cc req-7deea511-4028-434a-b2cd-b40fbba373e1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403786 Jun 01 09:52:03.833182 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.885667 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.920965 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-3308fc39-8793-4041-8ced-6e390c8d7ded service neutron] 10.222.0.15 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599905 Jun 01 09:52:03.929693 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:03.963087 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:03.971535 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Usage tracker for resource:security_group_rule and tenant:3248e83e0c0f429badba81becb212683 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:03.976191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:03.983800 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:04.003142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.016482 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:04.036595 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefe988-8f45-4e6c-9bb4-1f0fb42f4288,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:04.041952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:04.049203 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.050465 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdefe988-8f45-4e6c-9bb4-1f0fb42f4288 HTTP/1.1" status: 204 len: 168 time: 0.5264561 Jun 01 09:52:04.083779 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8256-6254-41b7-ab8e-1cc58c7cfd67 req-c54fa3ed-e9c1-47c6-bf52-fdfa998c211e tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:04.085551 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-129f8256-6254-41b7-ab8e-1cc58c7cfd67 req-c54fa3ed-e9c1-47c6-bf52-fdfa998c211e tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 944 time: 0.1228931 Jun 01 09:52:04.131721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.137091 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-129f8256-6254-41b7-ab8e-1cc58c7cfd67 req-f45de66d-42c6-417b-ae8c-ada645e4a30c tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Jun 01 09:52:04.148903 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.166571 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5e69704-60ee-4483-89a7-bc71502dbacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:04.247501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0986fb-6e2a-45ad-8831-0caef038252d,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:04.250874 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:04.263238 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-66a9e2c1-c307-4910-bd6b-5ca681364874 req-790263d3-5bdd-45a8-9636-dd26f50953e5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 210 time: 0.0572977 Jun 01 09:52:04.281169 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3248e83e0c0f429badba81becb212683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410608 Jun 01 09:52:04.284275 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36628) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:04.355087 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.387159 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.453296 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.461146 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:04.476739 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0986fb-6e2a-45ad-8831-0caef038252d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:04.481496 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:04.513263 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:04.516733 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac0986fb-6e2a-45ad-8831-0caef038252d HTTP/1.1" status: 204 len: 168 time: 0.2291880 Jun 01 09:52:05.036896 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 0c79941a-bcfc-4a26-bd7b-e38294928b20 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:05.113467 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 0c79941a-bcfc-4a26-bd7b-e38294928b20 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:05.121998 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 0c79941a-bcfc-4a26-bd7b-e38294928b20 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:05.123076 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:05.168398 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fc47e-a8e7-4bd2-8c42-f2b6bc864bb9 req-002ad63e-3265-460f-b0a9-04e147e80815 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:05.170899 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a2fc47e-a8e7-4bd2-8c42-f2b6bc864bb9 req-002ad63e-3265-460f-b0a9-04e147e80815 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 945 time: 0.1830566 Jun 01 09:52:05.283641 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a2fc47e-a8e7-4bd2-8c42-f2b6bc864bb9 req-71c259de-83d8-49c4-9882-81fc04b3d833 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053634 Jun 01 09:52:05.325112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:05.385945 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:05.437703 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ecd32-44d3-4b31-a6ca-411f972d3c23 req-7f7e1c9f-a543-410d-a5fa-8588a839fbec tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:05.439075 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-064ecd32-44d3-4b31-a6ca-411f972d3c23 req-7f7e1c9f-a543-410d-a5fa-8588a839fbec tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 944 time: 0.1466405 Jun 01 09:52:05.547550 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:05.550439 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-064ecd32-44d3-4b31-a6ca-411f972d3c23 req-3316fc37-04ad-465c-aa22-13701a18376c tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008282 Jun 01 09:52:05.557739 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:05.559165 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 58a7639c-e090-4665-bd6b-6d43bf6cd61b up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:05.635206 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8a4b18c-effa-4f4d-9fce-23c6e2f628c8 req-939b1df9-7285-42c0-acdd-d903cf5a87ec tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 210 time: 0.0960453 Jun 01 09:52:05.638722 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36704) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:05.667966 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:05.866657 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:05.870392 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:05.877931 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-d6881283-cc98-4d5c-8c2c-5be3487a47e3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:05.880858 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-d6881283-cc98-4d5c-8c2c-5be3487a47e3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Synchronizing usage tracker for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:05.885609 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 58a7639c-e090-4665-bd6b-6d43bf6cd61b completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:05.893345 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 58a7639c-e090-4665-bd6b-6d43bf6cd61b triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:05.894167 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:05.909305 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-d6881283-cc98-4d5c-8c2c-5be3487a47e3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Unset dirty status for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:05.910677 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-d6881283-cc98-4d5c-8c2c-5be3487a47e3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 810 time: 0.3285191 Jun 01 09:52:05.965740 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-80e04cdb-10d3-412a-86e8-d1c0748a0429 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Synchronizing usage tracker for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:security_group {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:05.988247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-80e04cdb-10d3-412a-86e8-d1c0748a0429 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Unset dirty status for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:security_group {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:05.988995 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-80e04cdb-10d3-412a-86e8-d1c0748a0429 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 380 time: 0.0695815 Jun 01 09:52:06.018394 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'port': {'device_id': '3f960b2f-df28-4918-bac6-481267223ea4', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'admin_state_up': True, 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'security_groups': ['97fba11c-4ce3-4311-94d2-165c14cf42f6']}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:06.044099 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.069825 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.072716 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:06.082429 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Usage tracker for resource:security_group_rule and tenant:df020a9101a14cb98a1366c9be59b9e2 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:06.088646 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:06.101837 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:06.138382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b,segment=NetworkSegment(97404b23-f3e5-45f4-a05e-9848ad70af02),segment_id=97404b23-f3e5-45f4-a05e-9848ad70af02)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:06.146463 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.148732 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:06.226088 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4777a67-9c62-457f-9392-3b4d0f5bab0c" -d '{"events": [{"server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "name": "network-vif-plugged", "status": "completed", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:06.245526 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:06.256142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:06.261243 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.273651 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.293734 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:06.298893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:06.304687 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:port and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:06.308814 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:06.318560 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:06.332949 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Made reservation on behalf of b149652c2da2432ca869bd4ddd1fb486 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:06.337876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.350954 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df020a9101a14cb98a1366c9be59b9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111418 Jun 01 09:52:06.353494 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d042a35-757e-4c33-b8f6-9f8736f8309e,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:06.356526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36744) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:06.369449 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:06.524151 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1fe3-b653-4a6d-830b-0e5ec8fb3119 req-a47e6a6e-3034-4090-9849-4f464469ba5a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:06.526574 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-002f1fe3-b653-4a6d-830b-0e5ec8fb3119 req-a47e6a6e-3034-4090-9849-4f464469ba5a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1061187 Jun 01 09:52:06.545821 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.592997 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.609271 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Allocated IP 172.20.0.14 (2a9f19e7-b469-4af3-9d0e-29ead81ac4ad/1c67052a-dbc5-4890-9556-37373fa155a1/a18bf1ca-cba3-4db4-8db8-7f6745c730fa) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:06.628070 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-002f1fe3-b653-4a6d-830b-0e5ec8fb3119 req-8fa74234-3047-4fdc-86c4-d55012e769de tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954311 Jun 01 09:52:06.714792 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.721748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-00bea582-f77b-47c6-bd57-555501c21d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:06.810672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d042a35-757e-4c33-b8f6-9f8736f8309e,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:06.820751 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:06.880071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.884380 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d042a35-757e-4c33-b8f6-9f8736f8309e HTTP/1.1" status: 204 len: 168 time: 0.5261264 Jun 01 09:52:06.926219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.944315 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Transition to ACTIVE for port object a18bf1ca-cba3-4db4-8db8-7f6745c730fa will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:06.981578 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:06.990340 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3decfbf7-1fa5-44a6-be93-64ed6575a300 x-openstack-request-id: req-3decfbf7-1fa5-44a6-be93-64ed6575a300 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:06.990668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "name": "network-vif-plugged", "status": "completed", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:06.990946 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3decfbf7-1fa5-44a6-be93-64ed6575a300 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:06.991644 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20', 'code': 200} Jun 01 09:52:07.016300 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:07.045825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2caf5-33fc-4f2f-a817-926420d58645 req-915ac464-b24e-46ae-ae43-7aa458e365e8 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:07.064930 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ced2caf5-33fc-4f2f-a817-926420d58645 req-915ac464-b24e-46ae-ae43-7aa458e365e8 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.1992252 Jun 01 09:52:07.206829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:07.217239 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:07.222309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:07.243874 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:07.244579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.270191 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2624671 Jun 01 09:52:07.277373 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:07.281235 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:07.287122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Request body: {'port': {'device_id': '3f960b2f-df28-4918-bac6-481267223ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:07.398912 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ced2caf5-33fc-4f2f-a817-926420d58645 req-35c17939-e047-40ab-89ce-62670e0b9f10 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329856 Jun 01 09:52:07.455891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07fbd-2d3b-4d85-aa7b-0558d8272764 req-7190aeb0-4684-445f-acc5-51b9ecb1c87f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:07.458516 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4bf07fbd-2d3b-4d85-aa7b-0558d8272764 req-7190aeb0-4684-445f-acc5-51b9ecb1c87f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 932 time: 0.3373449 Jun 01 09:52:07.507526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.527270 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4bf07fbd-2d3b-4d85-aa7b-0558d8272764 req-7e187dd1-9e39-4e75-8af4-55666bd16f1f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588143 Jun 01 09:52:07.533607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-024dd733-7ba4-4521-bc5a-7d4d9d281437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:07.536056 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-024dd733-7ba4-4521-bc5a-7d4d9d281437 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 1099 time: 0.2225573 Jun 01 09:52:07.582176 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-18f3f1c0-5bf1-4680-8488-699145d4a510 None None] Provisioning for port a18bf1ca-cba3-4db4-8db8-7f6745c730fa completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:07.584189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.594279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-18f3f1c0-5bf1-4680-8488-699145d4a510 None None] Provisioning complete for port a18bf1ca-cba3-4db4-8db8-7f6745c730fa triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:07.594936 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-18f3f1c0-5bf1-4680-8488-699145d4a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.602920 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:07.607506 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Usage tracker for resource:security_group_rule and tenant:57c251c5f6b649a4889f4c83dd4c4bc1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:07.610607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:07.617737 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:07.713851 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-18f3f1c0-5bf1-4680-8488-699145d4a510 None None] Port a18bf1ca-cba3-4db4-8db8-7f6745c730fa cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:52:07.798498 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.806025 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.824607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e58d866b-2425-48a4-87c2-3cbd74b6cc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:07.938494 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e985ca28-c98f-4b91-8e31-5bb144ff4ac0 req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946459 Jun 01 09:52:07.952692 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36802) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:07.981118 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18bf1ca-cba3-4db4-8db8-7f6745c730fa {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:07.986622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1787b9ab-2352-42a3-983b-26c1cf7b14a8,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:07.990897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:07.992226 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:07.994265 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.009198 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Transition to ACTIVE for port object a18bf1ca-cba3-4db4-8db8-7f6745c730fa will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:08.014299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.016387 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:08.021790 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-04ac12b0-6941-4d56-ad64-69c5f03e3fd0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:08.024132 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Usage tracker for resource:security_group_rule and tenant:af45a38e60a04f788b2946399770b51d is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:08.029021 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:08.039257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:08.048426 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac9061-9ec2-4a87-a074-de493453cb69 req-4683471e-08f5-4b40-bb57-de63a5f0a293 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:08.049915 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-edac9061-9ec2-4a87-a074-de493453cb69 req-4683471e-08f5-4b40-bb57-de63a5f0a293 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1992459 Jun 01 09:52:08.131460 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-edac9061-9ec2-4a87-a074-de493453cb69 req-9c91776b-c90c-4320-94b6-289f980b7a6f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740638 Jun 01 09:52:08.209001 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.216857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.232244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2d5b0b16-4a73-4bc0-96e6-2dcbe5b69165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:08.269847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b6db78-8711-46a2-be2c-973ee01fc3a6,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:08.283015 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:08.313005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af45a38e60a04f788b2946399770b51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493814 Jun 01 09:52:08.315520 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36808) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:08.321465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Pushing event updated for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:08.325156 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:08.332674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Attempting to bind port a18bf1ca-cba3-4db4-8db8-7f6745c730fa on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:08.332914 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Attempting to bind port a18bf1ca-cba3-4db4-8db8-7f6745c730fa by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:08.333204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Attempting to bind port a18bf1ca-cba3-4db4-8db8-7f6745c730fa on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:08.339065 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Port a18bf1ca-cba3-4db4-8db8-7f6745c730fa on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:08.339386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Attempting to bind port a18bf1ca-cba3-4db4-8db8-7f6745c730fa on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:08.348717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:08.349159 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Checking segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:08.349465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Bound using segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:08.349908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Bound port: a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:08.350279 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.431790 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.539319 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.553808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:08.557939 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:08.565635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.572891 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:08.646854 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:08.647627 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.652685 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] 10.222.0.72 "PUT /v2.0/ports/a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 1094 time: 1.3696523 Jun 01 09:52:08.653183 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:08.656962 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dbe289-4f4a-45b0-afbf-aa76042ca128" -d '{"events": [{"name": "network-changed", "server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:08.700616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Pushing event updated for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:08.716903 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:08.800409 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.872423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:08.896454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b6db78-8711-46a2-be2c-973ee01fc3a6,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:08.940383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-75c50946-e73f-465d-95f9-44e847c9bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:08.944763 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-75c50946-e73f-465d-95f9-44e847c9bb30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1097 time: 0.2219300 Jun 01 09:52:08.949372 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:08.993518 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:08.995189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:08.996702 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51b6db78-8711-46a2-be2c-973ee01fc3a6 HTTP/1.1" status: 204 len: 168 time: 0.6802495 Jun 01 09:52:09.003259 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28052b8-230a-40b7-acbe-5c6fe85588fb" -d '{"events": [{"server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "name": "network-vif-plugged", "status": "completed", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:09.014681 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d8d0-5b47-4f06-b486-17922fa8a4f7 req-bacbec92-0898-4bfc-b9af-5235cd2be7c5 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.026275 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4974d8d0-5b47-4f06-b486-17922fa8a4f7 req-bacbec92-0898-4bfc-b9af-5235cd2be7c5 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.3805027 Jun 01 09:52:09.034626 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96558c-f523-4304-9fc0-5f68d6055529 req-dac34bba-2978-4661-8ac1-14ec7d8d9553 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.036327 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5a96558c-f523-4304-9fc0-5f68d6055529 req-dac34bba-2978-4661-8ac1-14ec7d8d9553 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 944 time: 0.2384911 Jun 01 09:52:09.058973 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-cb10c112-f947-4f2a-8eb1-15f29f6b3c5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 217 time: 0.1084082 Jun 01 09:52:09.102247 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4974d8d0-5b47-4f06-b486-17922fa8a4f7 req-1e53b96c-4b86-4445-96b9-3abc717016b2 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Jun 01 09:52:09.149432 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5a96558c-f523-4304-9fc0-5f68d6055529 req-4c83fb05-cf97-4cf6-b6b0-63a167b84c4f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766704 Jun 01 09:52:09.259030 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-bbc3d428-944d-4c79-8f2c-225d32869663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.260476 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-bbc3d428-944d-4c79-8f2c-225d32869663 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.1949120 Jun 01 09:52:09.262001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed620745-a396-41e4-b5b8-dc5731fd9edf x-openstack-request-id: req-ed620745-a396-41e4-b5b8-dc5731fd9edf {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:09.262314 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:09.262571 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed620745-a396-41e4-b5b8-dc5731fd9edf {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:09.262965 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'status': 'completed', 'code': 200} Jun 01 09:52:09.280160 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249adf41-bcac-4384-b2ff-2481f321e2e3 x-openstack-request-id: req-249adf41-bcac-4384-b2ff-2481f321e2e3 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:09.281604 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "name": "network-vif-plugged", "status": "completed", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:09.282360 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-249adf41-bcac-4384-b2ff-2481f321e2e3 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:09.283868 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b', 'code': 200} Jun 01 09:52:09.381582 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-e14ae519-db63-427a-9a1f-cb2481b6269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.383559 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-e14ae519-db63-427a-9a1f-cb2481b6269e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1147039 Jun 01 09:52:09.650670 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0faa38-b97e-4c61-8fd0-2e80ec0e8cf0 req-7d65ff05-78f3-488e-8506-67cd545c15bd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.658855 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9b0faa38-b97e-4c61-8fd0-2e80ec0e8cf0 req-7d65ff05-78f3-488e-8506-67cd545c15bd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.2707229 Jun 01 09:52:09.723487 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-60b9df73-0850-4a6d-9b61-a98ca03865c6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225465 Jun 01 09:52:09.772644 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 36870) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:09.778474 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9b0faa38-b97e-4c61-8fd0-2e80ec0e8cf0 req-1cd73a14-3765-4dcc-a0eb-98b4e54f5183 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187029 Jun 01 09:52:09.799906 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:09.823803 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:09.831772 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94136eb-407a-4926-ae60-59598e5c38ae req-3801d718-63ce-42b7-9bfd-0ecc50d7de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:09.833361 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a94136eb-407a-4926-ae60-59598e5c38ae req-3801d718-63ce-42b7-9bfd-0ecc50d7de2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 1098 time: 0.1716440 Jun 01 09:52:09.834403 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Usage tracker for resource:security_group_rule and tenant:05789869f73549deb940a88acf754d04 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:09.838018 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:09.880743 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:09.896923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-a94136eb-407a-4926-ae60-59598e5c38ae req-2852094f-f5fb-4d68-bad4-3ce21f0a9f99 service neutron] Synchronizing usage tracker for tenant:57c251c5f6b649a4889f4c83dd4c4bc1 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:09.921205 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-80029bfe-1acf-4d3e-a3d7-d729c8a1982f req-f1f147bd-2dbd-4df8-9618-01f4552671e6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901979 Jun 01 09:52:09.948441 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-a94136eb-407a-4926-ae60-59598e5c38ae req-2852094f-f5fb-4d68-bad4-3ce21f0a9f99 service neutron] Unset dirty status for tenant:57c251c5f6b649a4889f4c83dd4c4bc1 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:09.950599 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a94136eb-407a-4926-ae60-59598e5c38ae req-2852094f-f5fb-4d68-bad4-3ce21f0a9f99 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034124 Jun 01 09:52:10.045161 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.051522 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.071104 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8de2e179-6e06-4207-9e7b-e87aca5aab47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:10.129433 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05789869f73549deb940a88acf754d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522089 Jun 01 09:52:10.129433 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c057b8f6-0992-46f1-9b42-5f6ac8bea9b9,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:10.129834 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36888) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:10.138170 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:10.155543 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-0b787c66-1599-43de-a094-460311d89142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:10.156859 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-0b787c66-1599-43de-a094-460311d89142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1523538 Jun 01 09:52:10.279134 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.312182 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.431827 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.437873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ff8f2b47-420e-4ae9-9013-7bc30a9ae381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:10.478930 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c057b8f6-0992-46f1-9b42-5f6ac8bea9b9,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:10.487398 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:10.488727 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:10.490399 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c057b8f6-0992-46f1-9b42-5f6ac8bea9b9 HTTP/1.1" status: 204 len: 168 time: 0.3595643 Jun 01 09:52:10.530628 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-ca3e9115-b5be-4d31-8667-eae9aa5a7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:10.532070 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-ca3e9115-b5be-4d31-8667-eae9aa5a7064 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.3598754 Jun 01 09:52:10.622968 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-a57e9231-1cff-4934-bffc-1ec601abd61f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 217 time: 0.0772033 Jun 01 09:52:10.740424 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36930) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:10.752787 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d08e-67ba-495b-be52-c8c2f84516cc req-fba16570-6376-4cf8-b2ba-651b0cefa60f tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:10.752787 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bf08d08e-67ba-495b-be52-c8c2f84516cc req-fba16570-6376-4cf8-b2ba-651b0cefa60f tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.4054232 Jun 01 09:52:10.763059 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-3dc1f269-da5d-47a2-98d7-a2f52a50d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:10.764535 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-3dc1f269-da5d-47a2-98d7-a2f52a50d3a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.1275401 Jun 01 09:52:10.849818 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5701-1c9a-46f1-9317-5f09db6a4a32 req-d07fe346-c127-451a-8f9b-c660f596531e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:10.856823 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d91e5701-1c9a-46f1-9317-5f09db6a4a32 req-d07fe346-c127-451a-8f9b-c660f596531e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 944 time: 0.4022970 Jun 01 09:52:10.926971 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bf08d08e-67ba-495b-be52-c8c2f84516cc req-32e623ef-0e07-4550-bd97-0b925f52d9f6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597755 Jun 01 09:52:10.978499 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d91e5701-1c9a-46f1-9317-5f09db6a4a32 req-2f98dde3-3325-4e5e-8152-db3b33309f5b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206715 Jun 01 09:52:11.016786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-e15c792f-cdac-484d-94fb-53f8a02cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:11.020406 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-e15c792f-cdac-484d-94fb-53f8a02cfcd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2315767 Jun 01 09:52:11.164144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.189942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:11.205304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Usage tracker for resource:security_group_rule and tenant:13662fa5514847809e1cfd00b1324ed5 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:11.208597 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:11.218636 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:11.314120 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-b8fedf30-76b3-48f2-8e8f-6edb969e0ad7 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859852 Jun 01 09:52:11.322224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.330053 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.341489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7902aaba-545f-414e-91a5-3f66648bc877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:11.386707 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13662fa5514847809e1cfd00b1324ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448984 Jun 01 09:52:11.388094 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 36970) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:11.390835 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c89701-20ed-434e-94f2-fb4ecdeb8902,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:11.403080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:11.434279 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0a57-12cc-46a0-bfb3-6ee6959581ed req-9d507051-fddd-4918-a76e-c16c7aa7b071 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:11.436088 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-261c0a57-12cc-46a0-bfb3-6ee6959581ed req-9d507051-fddd-4918-a76e-c16c7aa7b071 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.2635448 Jun 01 09:52:11.477432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.515389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.523170 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41dbe289-4f4a-45b0-afbf-aa76042ca128 req-d650737a-2441-45f1-883f-833e7fdc730a service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011631 Jun 01 09:52:11.526139 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-261c0a57-12cc-46a0-bfb3-6ee6959581ed req-0cde5b3f-7e45-40ae-9fff-cb8188eb633d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817904 Jun 01 09:52:11.602939 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.606722 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bff2f8d8-b40a-4347-b735-722e7f24a32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:11.627479 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c89701-20ed-434e-94f2-fb4ecdeb8902,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:11.633406 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:11.637041 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:11.641161 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87c89701-20ed-434e-94f2-fb4ecdeb8902 HTTP/1.1" status: 204 len: 168 time: 0.2521310 Jun 01 09:52:12.190029 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37030) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:12.220495 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.239037 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:12.242938 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Usage tracker for resource:security_group_rule and tenant:26c210e5f5944d24a55d62a0d4eae743 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:12.246028 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:12.252296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:12.254761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776ca9-72a6-47a9-8b4b-4150440488e7 req-d652ce42-accb-4769-9479-e5632b40f8ad tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:12.256358 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-eb776ca9-72a6-47a9-8b4b-4150440488e7 req-d652ce42-accb-4769-9479-e5632b40f8ad tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.2004795 Jun 01 09:52:12.316359 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-eb776ca9-72a6-47a9-8b4b-4150440488e7 req-890f0fe4-d606-441b-bebb-519078cc73a3 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 Jun 01 09:52:12.325038 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708eb5-7b48-459b-b469-6fcad7b6c81b req-e14411da-c512-44d2-95d7-fcc36b150d71 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:12.326631 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01708eb5-7b48-459b-b469-6fcad7b6c81b req-e14411da-c512-44d2-95d7-fcc36b150d71 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 944 time: 0.1833162 Jun 01 09:52:12.399261 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.405434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.416331 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01708eb5-7b48-459b-b469-6fcad7b6c81b req-1de4e30c-3ef5-497d-a55e-0c5988927a27 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833571 Jun 01 09:52:12.416785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-863ff07b-0419-4da4-980f-2c2f2d14ded8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:12.436965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37048) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:12.462286 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d2144-bbdc-4422-96f9-2366dc77d6ac,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:12.469500 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26c210e5f5944d24a55d62a0d4eae743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751362 Jun 01 09:52:12.469500 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:12.469500 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37054) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:12.541489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.574778 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.635621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.642783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-049aafdd-70ee-4aee-9281-b69e49881937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:12.671117 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.675927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d2144-bbdc-4422-96f9-2366dc77d6ac,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:12.679104 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:12.680506 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.682273 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f9d2144-bbdc-4422-96f9-2366dc77d6ac HTTP/1.1" status: 204 len: 168 time: 0.2116764 Jun 01 09:52:12.703073 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:12.710488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1feaeeff637f474aaa87b8c5d0993e4b is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:12.714172 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:12.721550 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:12.886389 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.893318 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:12.923797 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:13.058638 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device a18bf1ca-cba3-4db4-8db8-7f6745c730fa details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:13.077653 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1feaeeff637f474aaa87b8c5d0993e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366618 Jun 01 09:52:13.077899 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37080) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:13.079578 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed8c4d-e8c9-4d98-be30-809d8d806a88,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:13.083375 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:13.215966 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.268630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.305956 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:13.330836 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'port_id': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'mac_address': 'fa:16:3e:16:32:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:13.364378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.370499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:13.396430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed8c4d-e8c9-4d98-be30-809d8d806a88,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:13.407352 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.407899 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:13.414126 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.415334 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5ed8c4d-e8c9-4d98-be30-809d8d806a88 HTTP/1.1" status: 204 len: 168 time: 0.3360915 Jun 01 09:52:13.479110 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18bf1ca-cba3-4db4-8db8-7f6745c730fa {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:13.510528 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:13.518258 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:13.521179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:13.652745 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d506ce1-d288-4716-a106-c8d1cab40fcc req-8c414b87-d73f-4552-a757-34e5605e2780 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:13.663361 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4d506ce1-d288-4716-a106-c8d1cab40fcc req-8c414b87-d73f-4552-a757-34e5605e2780 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 945 time: 0.1141074 Jun 01 09:52:13.730830 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4d506ce1-d288-4716-a106-c8d1cab40fcc req-75396d69-0f42-4afb-9fcc-505f6859f7b2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629437 Jun 01 09:52:13.744547 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:13.761291 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:13.837023 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['a18bf1ca-cba3-4db4-8db8-7f6745c730fa'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:14.046884 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37134) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:14.074887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.114200 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:14.120558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Usage tracker for resource:security_group_rule and tenant:d3459ff880bf4dd2a58d1258d1fc0922 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:14.126189 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:14.135839 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:14.264681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.270295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.281959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:14.333501 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3459ff880bf4dd2a58d1258d1fc0922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850640 Jun 01 09:52:14.335231 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8e632-f9b5-4a11-ba94-e7c36daced6f,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:14.336432 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37148) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:14.351230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:14.411491 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.446161 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.510995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.517258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6e9ed376-7c25-4422-b3a8-cb7233147af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:14.551440 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37160) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:14.554216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8e632-f9b5-4a11-ba94-e7c36daced6f,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:14.558754 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:14.589831 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.596644 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ad8e632-f9b5-4a11-ba94-e7c36daced6f HTTP/1.1" status: 204 len: 168 time: 0.2566757 Jun 01 09:52:14.954894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:14.985001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:14.997699 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Usage tracker for resource:security_group_rule and tenant:7c84cbfc8d774b8b88b019231e1a7189 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:15.016745 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:15.033713 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:15.069631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device a18bf1ca-cba3-4db4-8db8-7f6745c730fa up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:15.155845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32e8e7-b682-45df-ac40-08c33349553f req-66699d84-e9a1-4bd5-bb19-98a8e5336733 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:15.160398 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-eb32e8e7-b682-45df-ac40-08c33349553f req-66699d84-e9a1-4bd5-bb19-98a8e5336733 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 945 time: 0.1980629 Jun 01 09:52:15.183023 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port a18bf1ca-cba3-4db4-8db8-7f6745c730fa completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:15.190650 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port a18bf1ca-cba3-4db4-8db8-7f6745c730fa triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:15.191130 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.229351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.241182 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.255894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ba490ee7-3f73-40b2-8228-59006e3982ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:15.274740 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-eb32e8e7-b682-45df-ac40-08c33349553f req-eeef9cdb-4f70-4e17-9e76-8211839c9f7b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064639 Jun 01 09:52:15.331637 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e084e697-481d-46c9-9b02-ac0dc2313d44,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:15.349053 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:15.352442 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c84cbfc8d774b8b88b019231e1a7189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994025 Jun 01 09:52:15.355146 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37206) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:15.419632 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.430695 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.466938 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.502034 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:15.505872 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:15.514036 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058625ef-af39-4022-b1b9-8fe2173032e4" -d '{"events": [{"server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:15.539522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.539873 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.545859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ca638820-5658-44fc-8dc0-6ddc917d4aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:15.550971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:15.566245 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084e697-481d-46c9-9b02-ac0dc2313d44,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:15.580138 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:15.601652 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:15.602791 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e084e697-481d-46c9-9b02-ac0dc2313d44 HTTP/1.1" status: 204 len: 168 time: 0.2467301 Jun 01 09:52:15.683815 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645c1d35-1352-4c98-ab56-863f4b91856c x-openstack-request-id: req-645c1d35-1352-4c98-ab56-863f4b91856c {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:15.684295 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:15.684695 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-645c1d35-1352-4c98-ab56-863f4b91856c {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:15.685226 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'code': 200} Jun 01 09:52:15.728638 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:15.746738 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:16.003095 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a05322-fb11-434e-b288-97c3d25e5d5b req-21a0b829-eb44-4807-af92-a7b52bdaab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:16.005026 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8a05322-fb11-434e-b288-97c3d25e5d5b req-21a0b829-eb44-4807-af92-a7b52bdaab50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1099 time: 0.1045234 Jun 01 09:52:16.059219 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8a05322-fb11-434e-b288-97c3d25e5d5b req-9e30817b-8467-4140-b4ec-7f8a72124a2e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Jun 01 09:52:16.221080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37248) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:16.243631 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.274844 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:16.279152 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Usage tracker for resource:security_group_rule and tenant:bdd17a19c05843ff998e66e15948f7fb is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:16.282429 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:16.288818 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:16.418849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.424547 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.436453 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:16.481781 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdd17a19c05843ff998e66e15948f7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582846 Jun 01 09:52:16.482268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65ef7d-5dbd-4e29-9800-93e114f18b06,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:16.484167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37260) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:16.485917 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:16.494771 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a6ea5-5235-4a2c-a58e-9bddca9b2a86 req-ef257f8c-bd4f-4204-8131-6fc3de46962f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:16.502405 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-254a6ea5-5235-4a2c-a58e-9bddca9b2a86 req-ef257f8c-bd4f-4204-8131-6fc3de46962f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0991497 Jun 01 09:52:16.588730 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-254a6ea5-5235-4a2c-a58e-9bddca9b2a86 req-6284dd27-8e81-46bd-beb9-76c14b499a26 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853362 Jun 01 09:52:16.621137 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.652085 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.728250 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.735900 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:16.763059 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65ef7d-5dbd-4e29-9800-93e114f18b06,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:16.776220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:16.779712 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:16.780963 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c65ef7d-5dbd-4e29-9800-93e114f18b06 HTTP/1.1" status: 204 len: 168 time: 0.2957110 Jun 01 09:52:17.262779 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37324) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:17.623823 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-b51be354-b2af-4d96-b96d-93afc15167c7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:17.625355 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-b51be354-b2af-4d96-b96d-93afc15167c7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.1827300 Jun 01 09:52:17.660261 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-d6ff4923-5845-4186-8bef-d67ba6020826 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/quotas/008734321ac04c119ac2aa8a9f91889a HTTP/1.1" status: 200 len: 375 time: 0.0250478 Jun 01 09:52:17.726151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37358) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:17.822271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:17.887785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:17.914759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:17.918705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d8d7d1fb084e7abf7b6d75fc722317 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:17.922703 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:17.923491 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:17.930301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:17.932069 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Usage tracker for resource:security_group_rule and tenant:53064937dd8c43bfbc5a0568a35f2fee is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:17.936651 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:17.954609 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:18.025027 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-c15bb3b4-56bd-4232-b561-f30336a1162c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3638327 Jun 01 09:52:18.054481 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.061796 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.063399 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60197e-6565-4fae-959a-c7c2a707f158 req-fc453ccd-7b0d-4803-bf4e-e6812c364a07 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:18.065111 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be60197e-6565-4fae-959a-c7c2a707f158 req-fc453ccd-7b0d-4803-bf4e-e6812c364a07 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2559376 Jun 01 09:52:18.083830 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7aefe4e7-b222-48ff-a8d4-cad35be1c087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:18.129315 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5d8d7d1fb084e7abf7b6d75fc722317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018545 Jun 01 09:52:18.132333 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca979a3-16a6-4635-a17c-376491cb4a3c,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:18.135147 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37386) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:18.138389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:18.219768 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.225068 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be60197e-6565-4fae-959a-c7c2a707f158 req-263ab060-97e8-4af4-9c1c-96e077f953c1 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513581 Jun 01 09:52:18.281995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.300159 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-066193ac-5828-449a-996f-0f6ba7835507 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741671 Jun 01 09:52:18.302332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.317539 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.337068 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-61c784c0-c1cf-4221-a1d3-f6cbecea6a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:18.448710 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.455153 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf6785f9-3642-483e-a867-d11b2b948c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:18.474330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca979a3-16a6-4635-a17c-376491cb4a3c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:18.480956 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068211e1-7060-4df0-b83d-bb4c2c06537b,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:18.484993 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:18.507750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.508163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:18.518886 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53064937dd8c43bfbc5a0568a35f2fee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2491770 Jun 01 09:52:18.518886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37402) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:18.520398 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ca979a3-16a6-4635-a17c-376491cb4a3c HTTP/1.1" status: 204 len: 168 time: 0.3836710 Jun 01 09:52:18.688848 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-8ec69baf-73bd-4510-9a69-0fb6f910f467 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877635 Jun 01 09:52:18.715390 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.759401 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.920736 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.927442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-01a403dd-c690-4c6e-9eda-4ef00dce55d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:18.946524 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068211e1-7060-4df0-b83d-bb4c2c06537b,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:18.949342 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:18.952847 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/068211e1-7060-4df0-b83d-bb4c2c06537b HTTP/1.1" status: 204 len: 168 time: 0.4337313 Jun 01 09:52:18.952847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:18.969728 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061965d-de72-4101-be1e-d229c4dea2e2 req-9e82cd3a-93af-407c-9573-10cbd7d70fd8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:18.983890 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2061965d-de72-4101-be1e-d229c4dea2e2 req-9e82cd3a-93af-407c-9573-10cbd7d70fd8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1394036 Jun 01 09:52:18.984253 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37420) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:19.007614 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'floatingip': {'port_id': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:19.079899 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9b0cc9d0-2022-4692-ad27-abf4353aeea0 req-e1006196-85dc-4b21-b3db-0da069dcabd0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 210 time: 0.0644424 Jun 01 09:52:19.176223 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee904725-2407-4c1d-b49c-32407eb97381 req-2b1b7ec0-88e0-4292-8152-37efcb5a55f4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:19.184004 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ee904725-2407-4c1d-b49c-32407eb97381 req-2b1b7ec0-88e0-4292-8152-37efcb5a55f4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.1163700 Jun 01 09:52:19.245137 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.252913 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ee904725-2407-4c1d-b49c-32407eb97381 req-0abf9ca1-cf98-4782-b6da-8e67cf9d8879 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Jun 01 09:52:19.311580 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37434) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:19.338871 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.372348 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:19.384255 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Usage tracker for resource:security_group_rule and tenant:532a24cf205f4ac4b2cfea5d2ec05191 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:19.389213 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:19.406649 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:19.531328 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-23d437b9-f07b-49f0-96ab-1384c2099d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.624683 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.631054 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.644562 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4f64ce87-7e3c-4d75-83d4-11d6f1071652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:19.688833 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=532a24cf205f4ac4b2cfea5d2ec05191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756216 Jun 01 09:52:19.689791 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97183db-f7d4-44d0-a03b-39e811af1fe9,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:19.692281 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37448) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:19.695200 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:19.711451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37452) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:19.765075 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.778784 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.802111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.803433 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:19.808142 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0a52cfb34e4a5bbcf66ad1e6a37f74 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:19.811850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:19.818413 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:19.868825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.874197 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ff785f7b-c00d-48b5-a195-cb1897ed6056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:19.893084 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:19.896925 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f97183db-f7d4-44d0-a03b-39e811af1fe9 HTTP/1.1" status: 204 len: 168 time: 0.2009706 Jun 01 09:52:19.896925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97183db-f7d4-44d0-a03b-39e811af1fe9,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:19.898466 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:20.265502 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37472) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:20.287202 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:20.297672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:20.308097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-97cf39ad-f658-47f1-88cb-83512ef9c77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:20.331036 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ac143da8-a93f-4988-872c-59764ac53e52 req-d625dcf5-5957-48bb-9e2a-12e89b8a854a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 210 time: 0.0662718 Jun 01 09:52:20.366841 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b2bc1-2ce9-4209-81ed-8361f48c87a6,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:20.371374 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c0a52cfb34e4a5bbcf66ad1e6a37f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533725 Jun 01 09:52:20.376487 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:20.378265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37480) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:20.490286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-3be64873-5676-48f8-b28b-d49398a714a8 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:20.492588 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-3be64873-5676-48f8-b28b-d49398a714a8 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.72 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.1303566 Jun 01 09:52:20.554786 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.db.resource_extend [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 09:52:20.826908 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a24f0-6db2-4ffb-b045-4d4f1a64f160 req-d3bc1018-5212-48a9-9629-89985ac4dbcf tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:20.830654 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-752a24f0-6db2-4ffb-b045-4d4f1a64f160 req-d3bc1018-5212-48a9-9629-89985ac4dbcf tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 945 time: 0.2534933 Jun 01 09:52:20.904554 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Deleting port 58a7639c-e090-4665-bd6b-6d43bf6cd61b {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:52:20.904976 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:20.988951 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.040049 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-752a24f0-6db2-4ffb-b045-4d4f1a64f160 req-b7b0c7d7-080a-4e03-ae1a-46fd7840192d tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/security-groups?id=597e7b2b-58e1-4649-9cce-52bdfa303276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963601 Jun 01 09:52:21.104542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:21.109326 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] For port 58a7639c-e090-4665-bd6b-6d43bf6cd61b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=58a7639c-e090-4665-bd6b-6d43bf6cd61b,segment=NetworkSegment(97404b23-f3e5-45f4-a05e-9848ad70af02),segment_id=97404b23-f3e5-45f4-a05e-9848ad70af02)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:21.110013 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.135097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Usage tracker for resource:security_group_rule and tenant:8f1f0de679ba4528b6abd095ea30eb24 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:21.137274 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.139130 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:21.143265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.157403 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:21.169121 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-f4e5f0ac-f60a-4768-9784-724fcd829eab tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:21.170478 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-f4e5f0ac-f60a-4768-9784-724fcd829eab tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.5083773 Jun 01 09:52:21.174799 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.239539 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Request body: {'port': {'device_id': 'e1efaa66-4104-463a-9294-201460769d6b', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'admin_state_up': True, 'tenant_id': '008734321ac04c119ac2aa8a9f91889a'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:21.255700 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Calling delete_port for 58a7639c-e090-4665-bd6b-6d43bf6cd61b owned by compute:nova {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:52:21.287515 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.341718 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37524) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:21.458674 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.467424 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:21.477816 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['58a7639c-e090-4665-bd6b-6d43bf6cd61b'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:21.566801 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Pushing event deleted for resources: {'Port': ['ID=58a7639c-e090-4665-bd6b-6d43bf6cd61b,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:21.620772 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6425bcf5-b5cc-4764-bcec-28dcbafe49b6 req-5c9692fd-a68d-4822-9222-957d757817e4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 210 time: 0.1149628 Jun 01 09:52:21.662815 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:21.668738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] No DVR routers for this DVR port 58a7639c-e090-4665-bd6b-6d43bf6cd61b on host hv-cinder-78726 {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:52:21.672449 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.675590 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'name': 'network-vif-deleted', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:21.678039 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723dfea-d528-41fc-bb90-cf35830aab99" -d '{"events": [{"server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "name": "network-vif-deleted", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:21.706300 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ebe3823-f576-4ab7-8c9a-5827f7310218 req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.72 "DELETE /v2.0/ports/58a7639c-e090-4665-bd6b-6d43bf6cd61b HTTP/1.1" status: 204 len: 173 time: 1.2032599 Jun 01 09:52:21.709347 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.727129 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:21.731223 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6ddf65034641d4920f6816a0fa0184 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:21.734629 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:21.741334 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:21.766563 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Floating IP 056a2494-b7a6-468b-8013-f604c1f778f4 associated. External IP: 172.28.1.7, port: a18bf1ca-cba3-4db4-8db8-7f6745c730fa. Jun 01 09:52:21.783766 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145a112-0e16-442d-9a55-3998c266d046 x-openstack-request-id: req-b145a112-0e16-442d-9a55-3998c266d046 {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:21.783766 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93578da-a63d-4e39-b733-99816336bf33", "name": "network-vif-deleted", "tag": "58a7639c-e090-4665-bd6b-6d43bf6cd61b", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:21.783766 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b145a112-0e16-442d-9a55-3998c266d046 {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:21.784425 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93578da-a63d-4e39-b733-99816336bf33', 'name': 'network-vif-deleted', 'tag': '58a7639c-e090-4665-bd6b-6d43bf6cd61b', 'status': 'completed', 'code': 200} Jun 01 09:52:21.842845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.848262 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.857941 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:21.878361 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:21.905859 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea6ddf65034641d4920f6816a0fa0184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593581 Jun 01 09:52:21.906120 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37544) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:21.909569 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd128c3-31ea-4b6e-bb70-1ad229cdcd5d,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:21.923424 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:21.958020 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Usage tracker for resource:port and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:21.973149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:21.975974 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:21.981349 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.000283 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cd73939c-04fd-4bd6-b67f-e2d9f3c80334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:22.015278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:22.028691 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.043273 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.048619 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b2bc1-2ce9-4209-81ed-8361f48c87a6,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:22.056425 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:22.065373 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.076292 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f7b0e71c-4cb8-461a-bd2c-89fbb6cd2819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:22.089932 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.091324 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/038b2bc1-2ce9-4209-81ed-8361f48c87a6 HTTP/1.1" status: 204 len: 168 time: 1.7119310 Jun 01 09:52:22.092235 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:22.095898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.156663 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.214112 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.222893 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-99b2be7c-99ad-4dfa-9410-49931a581630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:22.229807 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f1f0de679ba4528b6abd095ea30eb24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9609945 Jun 01 09:52:22.233458 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341ab052-c1ef-40f2-9542-e2de1467122a,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:22.245017 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:22.301765 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37558) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:22.302908 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd128c3-31ea-4b6e-bb70-1ad229cdcd5d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:22.305886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.319370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfd128c3-31ea-4b6e-bb70-1ad229cdcd5d HTTP/1.1" status: 204 len: 168 time: 0.4108009 Jun 01 09:52:22.331379 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:22.456950 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a69dc5a7-469b-457e-b7a5-0c318f332181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.493850 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-05ccbb39-78ce-40d1-ad69-71b755dc3878 req-47fa8570-b393-4f1b-89a9-e201724a79f4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Synchronizing usage tracker for tenant:2b05e1b26ea74e258e5bff1a30ad5fcb on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:22.555896 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.562113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-05ccbb39-78ce-40d1-ad69-71b755dc3878 req-47fa8570-b393-4f1b-89a9-e201724a79f4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Unset dirty status for tenant:2b05e1b26ea74e258e5bff1a30ad5fcb on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:22.565431 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05ccbb39-78ce-40d1-ad69-71b755dc3878 req-47fa8570-b393-4f1b-89a9-e201724a79f4 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] 10.222.0.15 "GET /v2.0/ports?device_id=f93578da-a63d-4e39-b733-99816336bf33 HTTP/1.1" status: 200 len: 210 time: 0.1696014 Jun 01 09:52:22.606608 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.674623 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:52:22.697593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Allocated IP 172.20.0.12 (50796804-4ca8-49c3-b08e-160251e405c4/cafd9a50-8889-4bc8-9adc-c8e957a8c945/17552737-6947-4b14-8825-4e91f0c0bf85) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:22.768954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.774289 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aee0c942-9ac6-48e1-a565-21d8b120f919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:22.822543 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ab052-c1ef-40f2-9542-e2de1467122a,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:22.835689 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:22.847615 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:22.848787 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/341ab052-c1ef-40f2-9542-e2de1467122a HTTP/1.1" status: 204 len: 168 time: 0.5260866 Jun 01 09:52:23.014428 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e451321d-fe8c-4b62-ab67-696391c3b8b7 req-b72a4d0d-2c04-440d-b38a-2ae90bc6ae46 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 210 time: 0.0972900 Jun 01 09:52:23.082922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:52:23.103227 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:52:23.110216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.115965 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:23.116603 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:23.121583 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37594) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:23.150189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.173570 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.189732 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:23.201690 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Usage tracker for resource:security_group_rule and tenant:e94a19a9b32a492c931a58904af73f82 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:23.205437 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:23.222859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:23.287243 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-87e68545-e7c8-41ab-8697-cfee696ae3c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "PUT /v2.0/floatingips/056a2494-b7a6-468b-8013-f604c1f778f4 HTTP/1.1" status: 200 len: 990 time: 4.3018334 Jun 01 09:52:23.290492 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.293657 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:23.296048 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8507fd6c-9fcf-4234-998c-471e563b26f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:23.369821 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.383488 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:23.384261 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:23.521579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba13c853-6805-41d6-b5fa-ccc0c2e8ee24 x-openstack-request-id: req-ba13c853-6805-41d6-b5fa-ccc0c2e8ee24 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:23.526007 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:23.526855 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba13c853-6805-41d6-b5fa-ccc0c2e8ee24 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:23.527575 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'status': 'completed', 'code': 200} Jun 01 09:52:23.527728 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37614) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:23.562486 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Network 50796804-4ca8-49c3-b08e-160251e405c4 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:23.568225 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:23.571741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:23.582912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:23.584467 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:23.585237 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.607567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.613721 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.627332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:23.634113 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4080606 Jun 01 09:52:23.642632 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2f7b07cf-cd64-4a6e-826a-eb64e7b0971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:23.661770 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Request body: {'port': {'device_id': 'e1efaa66-4104-463a-9294-201460769d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:23.670369 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:23.698517 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Usage tracker for resource:security_group_rule and tenant:dadf771603c04461ab316c87ba17379e is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:23.706225 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:23.736727 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:23.769021 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e94a19a9b32a492c931a58904af73f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461055 Jun 01 09:52:23.770319 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb20d7-4710-4275-9eb1-099ce943f538,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:23.782335 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event updated for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:23.788658 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37624) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:23.792926 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:23.809111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:23.819637 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-3849d8b2-5647-458f-a7f6-fa113ef6231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:23.826107 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-3849d8b2-5647-458f-a7f6-fa113ef6231f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1099 time: 0.2935634 Jun 01 09:52:24.013230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.017657 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-25e9a3cd-e37f-47e6-8d45-54368c8e7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:24.019738 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-25e9a3cd-e37f-47e6-8d45-54368c8e7121 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.1849611 Jun 01 09:52:24.027586 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.091632 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.099602 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.114758 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.131969 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8148ab5a-136e-4b54-815a-d20ae9e56609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:24.281396 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dadf771603c04461ab316c87ba17379e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474890 Jun 01 09:52:24.294618 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-272532ec-c166-4734-af9b-7ad1e5c9db49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 998 time: 0.2568231 Jun 01 09:52:24.296781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37646) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:24.401553 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87079d-e5d3-4986-8e53-fa76c6315e63,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:24.436654 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:24.560415 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '056a2494-b7a6-468b-8013-f604c1f778f4', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:16:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f960b2f-df28-4918-bac6-481267223ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:52:01Z', 'updated_at': '2021-06-01T09:52:20Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:24.571476 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:52:24.591020 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:24.591666 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:24.598274 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.608828 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.621439 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-57214ef1-3983-4dd0-824a-ca1a8e1f3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:24.628443 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c3446094-0bc4-40c1-819b-394f22b07fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:24.631161 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-57214ef1-3983-4dd0-824a-ca1a8e1f3a58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.3361688 Jun 01 09:52:24.680052 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb20d7-4710-4275-9eb1-099ce943f538,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:24.712509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:24.730962 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.732153 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dffb20d7-4710-4275-9eb1-099ce943f538 HTTP/1.1" status: 204 len: 168 time: 0.9287260 Jun 01 09:52:24.883085 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:24.960813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db361f-a094-4b87-9354-20ebea99d829 req-e14cd3a8-b9a1-4411-bd9c-b4a2924c919a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:24.968120 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-38db361f-a094-4b87-9354-20ebea99d829 req-e14cd3a8-b9a1-4411-bd9c-b4a2924c919a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 932 time: 0.5779259 Jun 01 09:52:25.021163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.088054 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:25.138804 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 58a7639c-e090-4665-bd6b-6d43bf6cd61b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:52:25.296353 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-38db361f-a094-4b87-9354-20ebea99d829 req-fa39b4fe-7af6-4149-b454-707deb1edac3 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376020 Jun 01 09:52:25.311440 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-439c8f12-fa6c-42f5-9d39-4c8d5342fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:25.315060 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-439c8f12-fa6c-42f5-9d39-4c8d5342fbd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6764271 Jun 01 09:52:25.333216 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 58a7639c-e090-4665-bd6b-6d43bf6cd61b {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:52:25.333756 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 58a7639c-e090-4665-bd6b-6d43bf6cd61b not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:52:25.386788 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17552737-6947-4b14-8825-4e91f0c0bf85 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:25.405105 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.441828 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Transition to ACTIVE for port object 17552737-6947-4b14-8825-4e91f0c0bf85 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:25.452395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.457764 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.474569 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b6a2fd8e-187e-4cc9-bf23-5578a2ee820a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:25.475963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:25.494094 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87079d-e5d3-4986-8e53-fa76c6315e63,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:25.502498 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:25.518442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.522947 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b87079d-e5d3-4986-8e53-fa76c6315e63 HTTP/1.1" status: 204 len: 168 time: 1.1366568 Jun 01 09:52:25.570887 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-89315abd-fdcb-4170-b54c-279399e63ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451227 Jun 01 09:52:25.651853 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:25.664095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:25.816535 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8507fd6c-9fcf-4234-998c-471e563b26f3 req-5448d478-80b5-4c04-b12a-8d9bcc17fccc service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415378 Jun 01 09:52:25.838438 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Attempting to bind port 17552737-6947-4b14-8825-4e91f0c0bf85 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:25.839032 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Attempting to bind port 17552737-6947-4b14-8825-4e91f0c0bf85 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:25.840648 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Attempting to bind port 17552737-6947-4b14-8825-4e91f0c0bf85 on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:25.849837 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Port 17552737-6947-4b14-8825-4e91f0c0bf85 on network 50796804-4ca8-49c3-b08e-160251e405c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:25.850452 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Attempting to bind port 17552737-6947-4b14-8825-4e91f0c0bf85 on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:25.857002 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:25.857614 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Checking segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:25.858167 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Bound using segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:25.858783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Bound port: 17552737-6947-4b14-8825-4e91f0c0bf85, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:25.859271 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:25.914648 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '056a2494-b7a6-468b-8013-f604c1f778f4', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:16:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f960b2f-df28-4918-bac6-481267223ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:52:01Z', 'updated_at': '2021-06-01T09:52:20Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:25.922003 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af01ddc-bd85-4a85-979d-1c42ceb9801e None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '056a2494-b7a6-468b-8013-f604c1f778f4', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.7', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:16:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f960b2f-df28-4918-bac6-481267223ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:52:01Z', 'updated_at': '2021-06-01T09:52:20Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:52:26.009776 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:26.013744 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=17552737-6947-4b14-8825-4e91f0c0bf85,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:26.020619 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:26.038139 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:26.104907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:26.105517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:26.107126 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/17552737-6947-4b14-8825-4e91f0c0bf85 HTTP/1.1" status: 200 len: 1094 time: 2.4592805 Jun 01 09:52:26.107777 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:26.110402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8858bc8-713a-4bbd-8c59-0f6990bb303c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:26.216152 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9e784-15dd-4376-8e5a-423e3c006889 x-openstack-request-id: req-82e9e784-15dd-4376-8e5a-423e3c006889 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:26.216461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:26.216707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82e9e784-15dd-4376-8e5a-423e3c006889 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:26.217269 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85', 'status': 'completed', 'code': 200} Jun 01 09:52:26.230367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Pushing event updated for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:26.244907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:26.246919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2232b-fcc3-4afb-89d7-c2ad2a5dbeda None None] New status for floating IP 056a2494-b7a6-468b-8013-f604c1f778f4: ACTIVE {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:52:26.274849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-120a6193-8cfd-49fb-bcdc-565d83dab999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:26.276487 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-120a6193-8cfd-49fb-bcdc-565d83dab999 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 1097 time: 0.1231894 Jun 01 09:52:26.432647 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-96432644-3c6a-473d-9da7-c02bc65f80ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17552737-6947-4b14-8825-4e91f0c0bf85 HTTP/1.1" status: 200 len: 217 time: 0.1451175 Jun 01 09:52:26.523908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-9a6bbe58-895d-4c63-a875-98ab65ca1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:26.525124 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-9a6bbe58-895d-4c63-a875-98ab65ca1ee4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.0884738 Jun 01 09:52:26.630582 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-99a83a79-a468-4b16-b59b-9b500201218b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977998 Jun 01 09:52:26.665410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37752) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:26.717962 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:26.743830 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Deleting subnet 20e55f1d-75a9-4d05-85b7-7815b4063d3e {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:52:26.747557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:26.768809 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5e85-18c3-4765-bcc9-0622d918019f req-3096af13-a2ae-4582-8985-1765bc4203cb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:26.780332 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-706d5e85-18c3-4765-bcc9-0622d918019f req-3096af13-a2ae-4582-8985-1765bc4203cb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 944 time: 0.2280185 Jun 01 09:52:26.805238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:26.843582 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-706d5e85-18c3-4765-bcc9-0622d918019f req-32739b35-66d9-4300-bd56-6d1482d2efd0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579224 Jun 01 09:52:26.867692 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:27.028350 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-606fca2c-060b-4d26-af5d-74d8f6e016c8 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910561 Jun 01 09:52:27.252325 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fd6d9df6-e3fa-4b2c-8b16-1009a0c368ff req-d0a79345-556c-470c-bbec-a95486265730 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153845 Jun 01 09:52:27.549549 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-6a2cc86c-01ef-4ff0-b11b-38d2e9ea082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:27.551085 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-6a2cc86c-01ef-4ff0-b11b-38d2e9ea082e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 1097 time: 0.2261937 Jun 01 09:52:27.552685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:27.559221 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:27.602998 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e55f1d-75a9-4d05-85b7-7815b4063d3e,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:27.628404 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:27.630241 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37796) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:27.634596 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:27.698196 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20e55f1d-75a9-4d05-85b7-7815b4063d3e HTTP/1.1" status: 204 len: 168 time: 1.0294342 Jun 01 09:52:27.701532 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37804) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:27.778943 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-4a5c8f09-0ddf-424d-baa0-7f622220c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:27.780882 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-4a5c8f09-0ddf-424d-baa0-7f622220c0b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 915 time: 0.1791067 Jun 01 09:52:27.843246 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:27.875893 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-28d392d3-0c3c-4362-9989-7f29cffd1f86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17552737-6947-4b14-8825-4e91f0c0bf85 HTTP/1.1" status: 200 len: 217 time: 0.0868773 Jun 01 09:52:27.980917 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-55476061-076c-4969-9c5f-f709f1f9592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:27.982417 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-55476061-076c-4969-9c5f-f709f1f9592d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.0991724 Jun 01 09:52:28.006742 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.040092 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-49c97e17-28af-4157-8709-7c4c94e8f9f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490768 Jun 01 09:52:28.075106 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.075391 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.076104 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.076441 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > port after_create 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.076756 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.077095 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > port after_update 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.077400 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.077705 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.078029 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.078340 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.105671 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37818) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:28.221867 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-1f5764c6-9120-46a3-a2b1-69fc48a92078 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738477 Jun 01 09:52:28.251532 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.251923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.252243 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.252565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:52:28.252915 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9f1ee6-5bb2-45dd-88ed-f626bd80f806']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:28.296898 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97404b23-f3e5-45f4-a05e-9848ad70af02') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:28.297191 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97404b23-f3e5-45f4-a05e-9848ad70af02') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:28.317868 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.321296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.377781 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37836) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:28.401334 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:28.409008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Usage tracker for resource:security_group_rule and tenant:4b7f357ac9fc4bd2aface882c960d603 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:28.413830 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:28.422643 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:28.428950 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.452082 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:28.456336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Usage tracker for resource:security_group_rule and tenant:62bd5911d583472cbbc48ee273d1cc10 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:28.460244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:28.465982 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:28.478386 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e8858bc8-713a-4bbd-8c59-0f6990bb303c req-0282b5e4-6b44-4362-978f-21e1bf549e95 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498076 Jun 01 09:52:28.505236 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.522314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:52:28.522824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: from cryptography.utils import int_from_bytes Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: from cryptography.utils import int_from_bytes Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:52:28.542933 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:52:28.582765 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.612791 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:28.616158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.619718 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1deeb37df3448abeeab61b71b5395c is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:28.624508 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:28.627572 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.640586 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:28.652431 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:28.691987 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b7f357ac9fc4bd2aface882c960d603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852106 Jun 01 09:52:28.693232 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda2ef4-2e14-46e4-8fcd-c0dcaa5eead4,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:28.695839 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37846) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:28.697589 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3403-b612-4d60-a676-3cea646ae81f req-40534fca-e2c8-43a7-b100-f3f9a56b8982 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:28.699264 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-421a3403-b612-4d60-a676-3cea646ae81f req-40534fca-e2c8-43a7-b100-f3f9a56b8982 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 944 time: 0.6813366 Jun 01 09:52:28.703235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.710462 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:28.744925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.748231 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:28.770225 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.771857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.782733 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9f1ee6-5bb2-45dd-88ed-f626bd80f806,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:28.790041 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.798523 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:28.803345 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ec84a5af-9a3c-4fb5-a8c2-7387bceadd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:28.831511 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb9f1ee6-5bb2-45dd-88ed-f626bd80f806 HTTP/1.1" status: 204 len: 168 time: 1.1276824 Jun 01 09:52:28.833525 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.840713 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-421a3403-b612-4d60-a676-3cea646ae81f req-24b17698-57ca-4a6a-8faf-5a22cf5ca35e tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348715 Jun 01 09:52:28.843071 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62bd5911d583472cbbc48ee273d1cc10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2088399 Jun 01 09:52:28.846457 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37856) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:28.858353 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f115c-00ea-4102-bde4-073fe7400565,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:28.862479 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:28.992672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:28.994403 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37862) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:28.997494 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.011191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.015477 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.032457 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-11259d1b-45fc-4997-a5ed-6aded1f5f183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.055552 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-92d08dbc-6f15-4b8a-b30a-b8fc66d74a1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b05e1b26ea74e258e5bff1a30ad5fcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596466 Jun 01 09:52:29.056659 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.058146 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37866) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:29.073238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda2ef4-2e14-46e4-8fcd-c0dcaa5eead4,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.112310 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.113475 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-633869ab-e92c-43a4-bc84-b7165b682167 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccda2ef4-2e14-46e4-8fcd-c0dcaa5eead4 HTTP/1.1" status: 204 len: 168 time: 0.4167304 Jun 01 09:52:29.126395 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.132256 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee1deeb37df3448abeeab61b71b5395c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532215 Jun 01 09:52:29.135249 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37872) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:29.155073 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.172581 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f0880-2575-4a1c-831c-e223b09da0a5,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.178934 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.182182 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.182182 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.225252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.232985 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-008eb7ae-0414-4aba-888e-b036ebd767a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.233675 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.240764 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-fb12813b-c87f-48f6-95c7-2d3f197f0c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.246959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.257478 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.260018 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f115c-00ea-4102-bde4-073fe7400565,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.266683 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/597e7b2b-58e1-4649-9cce-52bdfa303276 HTTP/1.1" status: 204 len: 168 time: 0.2026985 Jun 01 09:52:29.268819 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.269485 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597e7b2b-58e1-4649-9cce-52bdfa303276,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.277123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.280933 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.284914 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/768f115c-00ea-4102-bde4-073fe7400565 HTTP/1.1" status: 204 len: 168 time: 0.4373488 Jun 01 09:52:29.289760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.351261 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.356660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.372230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.376421 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/944f0880-2575-4a1c-831c-e223b09da0a5 HTTP/1.1" status: 204 len: 168 time: 0.2376404 Jun 01 09:52:29.377408 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f0880-2575-4a1c-831c-e223b09da0a5,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.380307 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.586831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37888) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:29.606785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.627630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:29.631576 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9768d7754445a3b718f93199a4eb4b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:29.634517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:29.640445 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:29.758127 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.764860 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.778590 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-967eecb0-b130-4f61-8c46-968c0000c8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:29.827548 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a9768d7754445a3b718f93199a4eb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359092 Jun 01 09:52:29.827548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9193a68a-b452-4aee-aa69-d3beedfa13dd,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:29.827851 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37900) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:29.831546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:29.905135 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:29.936449 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.055469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.082137 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-68e79078-8cb8-4b4d-b05f-1c285cf744d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:30.097106 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193a68a-b452-4aee-aa69-d3beedfa13dd,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:30.102672 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:30.107627 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.110521 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9193a68a-b452-4aee-aa69-d3beedfa13dd HTTP/1.1" status: 204 len: 168 time: 0.2819467 Jun 01 09:52:30.135293 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be97e2-8676-4f8f-b37d-d27fb9170cd8 req-cc4a46e5-67b0-46fb-a62f-c048e4eb52d7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:30.137119 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-22be97e2-8676-4f8f-b37d-d27fb9170cd8 req-cc4a46e5-67b0-46fb-a62f-c048e4eb52d7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 944 time: 0.1434267 Jun 01 09:52:30.188002 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-22be97e2-8676-4f8f-b37d-d27fb9170cd8 req-7c2f7f83-073b-49dd-9cef-63b8e183d6a1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Jun 01 09:52:30.538646 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37950) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:30.716229 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.735352 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:30.739896 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce98e0da7a424f2ab7fc40a49a9fbc22 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:30.743746 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:30.749899 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:30.842110 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.846698 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.855706 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9672da4e-94bf-431b-99a6-232fa54268b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:30.895692 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce98e0da7a424f2ab7fc40a49a9fbc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558655 Jun 01 09:52:30.897442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc3d6d-92d6-46b6-b429-2bf153ca0cda,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:30.898715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 37974) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:30.900890 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:30.954631 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 37982) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:30.965214 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:30.995462 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.081082 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.086063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:31.104387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc3d6d-92d6-46b6-b429-2bf153ca0cda,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:31.108421 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:31.116295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.119928 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbbc3d6d-92d6-46b6-b429-2bf153ca0cda HTTP/1.1" status: 204 len: 168 time: 0.2175884 Jun 01 09:52:31.150268 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 17552737-6947-4b14-8825-4e91f0c0bf85 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:31.234857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-network', 'tenant_id': '292395cf16304efd89f54c95e7583165'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:31.249933 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:31.255419 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Usage tracker for resource:network and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:31.262783 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:31.278608 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:31.299310 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Made reservation on behalf of 292395cf16304efd89f54c95e7583165 for: {'network': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:31.302308 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.329482 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.398237 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=17552737-6947-4b14-8825-4e91f0c0bf85,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:31.435915 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '17552737-6947-4b14-8825-4e91f0c0bf85', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'port_id': '17552737-6947-4b14-8825-4e91f0c0bf85', 'mac_address': 'fa:16:3e:ec:20:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafd9a50-8889-4bc8-9adc-c8e957a8c945', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:31.465135 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:31.481951 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Usage tracker for resource:security_group_rule and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:31.497774 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.507595 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:31.517337 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17552737-6947-4b14-8825-4e91f0c0bf85 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:31.531246 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:31.534695 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=17552737-6947-4b14-8825-4e91f0c0bf85,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:31.540606 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.544837 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-75217bf2-26a3-4028-b878-a9424e87f0a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:31.596349 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3256a-3949-4753-9892-ef6ffcdb0ed9 req-c088de8f-fa71-4027-9239-a116da7b1956 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:31.596589 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-50d3256a-3949-4753-9892-ef6ffcdb0ed9 req-c088de8f-fa71-4027-9239-a116da7b1956 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 944 time: 0.2495964 Jun 01 09:52:31.682143 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-50d3256a-3949-4753-9892-ef6ffcdb0ed9 req-c4442016-7f86-4506-8923-d6ede22a9478 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Jun 01 09:52:31.686694 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:31.716375 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:31.719549 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.725149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.730838 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:31.772946 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=91845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:52:31.782717 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:31.789596 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:31.796505 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.797053 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.segments_db [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Added segment a02984f7-ce21-4dad-856e-e61e1fe9ef52 of type vlan for network cef18478-3c54-4128-9884-5fb58230f833 Jun 01 09:52:31.811783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['17552737-6947-4b14-8825-4e91f0c0bf85'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:31.840572 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.896074 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.898239 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:31.899193 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:31.909134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-df6f12b1-4c18-481a-8dbf-7bb8e269f62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:31.988764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38022) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:32.047103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.060093 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Pushing event updated for resources: {'Network': ['ID=cef18478-3c54-4128-9884-5fb58230f833,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:32.064931 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:32.067221 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1118972 Jun 01 09:52:32.070847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38038) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:32.075606 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:32.080384 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Usage tracker for resource:security_group_rule and tenant:6e8d0d955488457a874aba41aaaf3fb5 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:32.083892 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Request body: {'subnet': {'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-subnet', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:32.084647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:32.091319 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:32.095816 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:32.108584 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Usage tracker for resource:subnet and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:32.109117 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network cef18478-3c54-4128-9884-5fb58230f833 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:52:32.115309 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:32.132612 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:32.157084 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Made reservation on behalf of 292395cf16304efd89f54c95e7583165 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:32.160697 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.260066 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.267302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.329218 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-eec7a93e-427a-4870-a265-eb08831a4de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:32.339295 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e8d0d955488457a874aba41aaaf3fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483808 Jun 01 09:52:32.341896 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38048) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:32.437018 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92832331-7aa3-41ce-8af2-d637fe6bb24e,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:32.447393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:32.496546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.559915 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.632149 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.641919 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9fc5229c-4034-48bd-950e-08324697970e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:32.660542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92832331-7aa3-41ce-8af2-d637fe6bb24e,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:32.663905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:32.665166 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:32.666295 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92832331-7aa3-41ce-8af2-d637fe6bb24e HTTP/1.1" status: 204 len: 168 time: 0.3232226 Jun 01 09:52:33.090107 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.101953 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:33.173715 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 17552737-6947-4b14-8825-4e91f0c0bf85 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:33.180902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc1797-e3c6-4eb4-9f7a-9f9069a70c6d req-6ecb154c-2b9b-4cd2-8d20-83a3caf84e56 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:33.182431 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-75fc1797-e3c6-4eb4-9f7a-9f9069a70c6d req-6ecb154c-2b9b-4cd2-8d20-83a3caf84e56 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 945 time: 0.2697990 Jun 01 09:52:33.237811 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca1fb15-4186-4909-8c54-2f2c6c36544c,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:33.241164 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38090) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:33.242241 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:33.269830 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 17552737-6947-4b14-8825-4e91f0c0bf85 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:33.270339 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Checking segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:33.270781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Network hostable DHCP agents. Network: cef18478-3c54-4128-9884-5fb58230f833, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:52:33.278393 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 17552737-6947-4b14-8825-4e91f0c0bf85 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:33.279427 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.288664 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-75fc1797-e3c6-4eb4-9f7a-9f9069a70c6d req-5d9bc335-75e2-4cdd-b096-a343b8ea98e0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Jun 01 09:52:33.302645 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Network cef18478-3c54-4128-9884-5fb58230f833 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:52:33.327036 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, cef18478-3c54-4128-9884-5fb58230f833) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:33.342534 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:33.342825 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b352f0-e3cc-4a2f-a52d-8bbac9e3198b None None] Network cef18478-3c54-4128-9884-5fb58230f833 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:33.343140 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.372316 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2992213 Jun 01 09:52:33.374175 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38098) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:33.379762 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:33.385335 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:33.399694 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Usage tracker for resource:router and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:33.403385 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:33.414630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:33.428764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.431302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.450745 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.543550 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:52:33.635393 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd08d62-424a-4862-813b-c218c673573f None None] Network cef18478-3c54-4128-9884-5fb58230f833 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:33.705406 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.716215 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.789999 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:33.791273 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:33.801841 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edad8e4-2234-4249-8de8-683e8d3df8c0" -d '{"events": [{"server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "name": "network-vif-plugged", "status": "completed", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:33.891778 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Usage tracker for resource:security_group_rule and tenant:b711ab32198b4c5cb0b055a00ce71e66 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:33.907001 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d78785e-69bd-40cb-9ae8-4dab1910ac28 x-openstack-request-id: req-2d78785e-69bd-40cb-9ae8-4dab1910ac28 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:33.907302 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "name": "network-vif-plugged", "status": "completed", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:33.907569 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d78785e-69bd-40cb-9ae8-4dab1910ac28 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:33.908041 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85', 'code': 200} Jun 01 09:52:33.913065 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=17552737-6947-4b14-8825-4e91f0c0bf85,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:33.916616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:33.927035 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:33.932395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.933372 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:33.981313 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-67dd51f2-21ce-4880-a00e-94791fc09cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:34.115011 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:34.123852 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:34.385704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:34.403447 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:34.411870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b7992c82-ba5c-4fd9-a57a-cb06916ef759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:34.444763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc10d8c-4545-4425-a090-c471bd5296c5 req-cf357848-9567-4e7f-b178-cdc07aaccb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:34.446595 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6bc10d8c-4545-4425-a090-c471bd5296c5 req-cf357848-9567-4e7f-b178-cdc07aaccb81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 1099 time: 0.2202926 Jun 01 09:52:34.512226 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b9388-48a4-414e-8f6a-646630edcb80,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:34.520698 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b711ab32198b4c5cb0b055a00ce71e66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2772386 Jun 01 09:52:34.532723 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38156) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:34.534944 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:34.647475 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a6bbf-97d2-45c3-8b7a-0f6ff1a6bd98 req-4e6318cb-069b-40d5-bcfe-95ad1db26dfd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:34.655498 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-435a6bbf-97d2-45c3-8b7a-0f6ff1a6bd98 req-4e6318cb-069b-40d5-bcfe-95ad1db26dfd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 946 time: 0.2137170 Jun 01 09:52:34.686888 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6bc10d8c-4545-4425-a090-c471bd5296c5 req-f2e23478-cbef-4d03-9a03-35431e0152e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287056 Jun 01 09:52:34.707776 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-435a6bbf-97d2-45c3-8b7a-0f6ff1a6bd98 req-33d0912b-63aa-4d34-b31f-05be7b9ed488 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512037 Jun 01 09:52:34.807816 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:34.811278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:34.875014 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:34.928851 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.072869 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.083279 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-48e1a909-9551-4568-b449-9ad04d403874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:35.099333 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b9388-48a4-414e-8f6a-646630edcb80,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:35.115256 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:35.147977 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Allocated IP 172.28.1.57 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/e416ed97-16b9-446b-99ca-f0441c90e0a9) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:35.153088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.154738 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e5b9388-48a4-414e-8f6a-646630edcb80 HTTP/1.1" status: 204 len: 168 time: 0.6185410 Jun 01 09:52:35.355387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.391893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.397663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:35.476039 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:35.480298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:35.482951 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:35.589040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38194) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:35.606410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Pushing event updated for resources: {'Port': ['ID=e416ed97-16b9-446b-99ca-f0441c90e0a9,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:35.626312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.626715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.627071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.627469 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.627841 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.628395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.628672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.629045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.629412 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.630688 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.631059 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.631412 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:35.689659 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:35.769051 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.788418 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:35.792975 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Usage tracker for resource:security_group_rule and tenant:d005dc8f13b44ed3b0396803732b4dc6 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:35.796425 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:35.808396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:35.971759 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.977960 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:35.992637 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ebc5-3c27-470d-a900-66d5b7cc7635 req-5a76eea6-1f6a-4c68-aeec-b61746fed4bf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:35.994372 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0883ebc5-3c27-470d-a900-66d5b7cc7635 req-5a76eea6-1f6a-4c68-aeec-b61746fed4bf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 946 time: 0.1432879 Jun 01 09:52:35.996907 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4b3a7967-0d38-4ef1-aeb7-bf7ea064fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:36.006278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.072468 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d005dc8f13b44ed3b0396803732b4dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820383 Jun 01 09:52:36.076490 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2416b8-c016-4aae-a3ac-8ae2505e0088,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:36.082103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38216) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:36.092196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:36.115139 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0883ebc5-3c27-470d-a900-66d5b7cc7635 req-4fd83591-cbf3-4580-a714-908a2940c2f9 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052816 Jun 01 09:52:36.342616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.465725 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.530181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.692874 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.707463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0e5a75ff-409b-42c6-bbf8-9bfb72a20e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:36.740478 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2416b8-c016-4aae-a3ac-8ae2505e0088,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:36.760663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:36.762015 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab2416b8-c016-4aae-a3ac-8ae2505e0088 HTTP/1.1" status: 204 len: 168 time: 0.6785970 Jun 01 09:52:36.767348 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:36.841856 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Router a8637f02-4625-4334-be67-7e0100b0745f is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:52:37.105996 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:52:37.117387 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Sync routers for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:52:37.130258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Notify callbacks [] for router, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:37.131799 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7565479 Jun 01 09:52:37.132327 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:37.134187 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:37.136303 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38268) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:37.342134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38278) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:37.367616 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:37.386387 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:37.391923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Usage tracker for resource:security_group_rule and tenant:a70491565bc3405eac657eac359d1856 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:37.395611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:37.406411 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:37.453431 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:37.613930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:37.637490 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:37.690168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-86ad8ffd-894c-4c3e-b248-4e458d03e449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:37.796163 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a70491565bc3405eac657eac359d1856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521253 Jun 01 09:52:37.798085 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717caf06-f277-4efa-a13b-5fa89211868a,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:37.800206 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38290) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:37.852524 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.852886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.853351 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.853580 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.856082 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.857800 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.858248 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.858634 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.858960 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.859307 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.859652 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.859986 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:37.873901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e5e5309f-9121-4c75-b8bf-0f81ae054e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:37.907351 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:35Z', 'revision_number': 3, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:37.912180 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Checking router: a8637f02-4625-4334-be67-7e0100b0745f for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:52:37.912788 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Updating router a8637f02-4625-4334-be67-7e0100b0745f port e416ed97-16b9-446b-99ca-f0441c90e0a9 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:52:37.978165 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.004521 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.033744 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.131274 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.142551 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c8015b2e-de82-415d-a1c7-50a14942fb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:38.177610 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717caf06-f277-4efa-a13b-5fa89211868a,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:38.190960 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:38.206611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.220955 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/717caf06-f277-4efa-a13b-5fa89211868a HTTP/1.1" status: 204 len: 168 time: 0.4170213 Jun 01 09:52:38.367531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.504414 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.518366 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Transition to ACTIVE for port object e416ed97-16b9-446b-99ca-f0441c90e0a9 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:38.528239 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.535579 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:38.683886 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Attempting to bind port e416ed97-16b9-446b-99ca-f0441c90e0a9 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:38.684351 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Attempting to bind port e416ed97-16b9-446b-99ca-f0441c90e0a9 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:38.684909 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Attempting to bind port e416ed97-16b9-446b-99ca-f0441c90e0a9 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:38.690162 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425de38-f15c-4ec8-a57c-798052a4b545 None None] Pushing event updated for resources: {'Port': ['ID=e416ed97-16b9-446b-99ca-f0441c90e0a9,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:38.695667 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-7425de38-f15c-4ec8-a57c-798052a4b545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:38.696817 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:38.697272 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:38.697800 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.698300 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:38.698848 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Bound port: e416ed97-16b9-446b-99ca-f0441c90e0a9, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:38.699287 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:38.705098 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Allocated IP 172.20.0.1 (cef18478-3c54-4128-9884-5fb58230f833/3ca1fb15-4186-4909-8c54-2f2c6c36544c/b77b91da-0511-4079-abd0-41feb79faa4e) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:38.981218 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-b1a1b9db-a0c2-4fe7-9496-3f159b63c63f tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820532 Jun 01 09:52:39.003920 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:39.046330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:39.059921 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:39.076683 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] For port e416ed97-16b9-446b-99ca-f0441c90e0a9, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:39.083069 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] For port e416ed97-16b9-446b-99ca-f0441c90e0a9, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=e416ed97-16b9-446b-99ca-f0441c90e0a9,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:39.095284 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:39.102693 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:39.225210 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Network cef18478-3c54-4128-9884-5fb58230f833 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:39.233269 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:39.243657 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:39.244685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:39.260351 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:39.261169 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:39.310726 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-a4b23d96-ba21-4932-b27e-cb308c1ddac8 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:39.319892 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-a4b23d96-ba21-4932-b27e-cb308c1ddac8 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274360 Jun 01 09:52:39.337310 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-641f914c-7280-4846-91e1-fcc199d43b7d tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/quotas/9b03c8f9791f4655a900fdd9cf7e28b6 HTTP/1.1" status: 200 len: 375 time: 0.0163023 Jun 01 09:52:39.437186 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-6a23a3fc-8f76-41bd-b2b6-c226eac64a16 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986059 Jun 01 09:52:39.511704 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425de38-f15c-4ec8-a57c-798052a4b545 None None] Pushing event updated for resources: {'Port': ['ID=e416ed97-16b9-446b-99ca-f0441c90e0a9,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:39.517719 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-7425de38-f15c-4ec8-a57c-798052a4b545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:39.550855 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:39.598865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Pushing event updated for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:39.628146 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:39.662374 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:39.857647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38378) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:39.975290 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-928014d3-cd74-4392-94e2-49ab816a4411 req-e1c22519-ee0f-4820-87de-ee94479e922d tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 210 time: 0.1862016 Jun 01 09:52:40.001262 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-53386555-5e0a-4561-9d99-7b4100fce032 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:40.008123 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-53386555-5e0a-4561-9d99-7b4100fce032 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.6679559 Jun 01 09:52:40.044305 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-0370266f-e0e1-443e-a27b-8cb4ec7078f6 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/quotas/008734321ac04c119ac2aa8a9f91889a HTTP/1.1" status: 200 len: 375 time: 0.0251424 Jun 01 09:52:40.153058 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:35Z', 'revision_number': 3, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:40.165132 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9c1bb-f708-4f8a-ab6d-8b95bca4710e None None] The sync data for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb is: [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:35Z', 'revision_number': 3, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:52:40.181037 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864515879-network', 'tenant_id': '99cafe7a5bcc4198a679b244c9fa3b18'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:40.185006 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-85093e9d-3154-4382-bdf0-911644d019a5 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397493 Jun 01 09:52:40.189748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:40.205105 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Usage tracker for resource:network and tenant:99cafe7a5bcc4198a679b244c9fa3b18 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:40.208577 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:40.218814 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:40.233917 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:40.238545 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Made reservation on behalf of 99cafe7a5bcc4198a679b244c9fa3b18 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:40.252595 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:40.274452 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:40.308370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:40.308370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:40.309206 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:40.312375 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-687ca6d3-7285-4162-ae50-edcdca01b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:40.374466 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-161dc26b-c8a3-4f55-a7ac-86a24952208d service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880608 Jun 01 09:52:40.375144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Usage tracker for resource:security_group_rule and tenant:99cafe7a5bcc4198a679b244c9fa3b18 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:40.391522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:40.425963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:40.556988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Pushing event updated for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:40.564437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:40.718307 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Network cef18478-3c54-4128-9884-5fb58230f833 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:40.723292 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:40.731932 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-cf87448e-caf6-4ba1-b982-0bc206a54ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372540 Jun 01 09:52:41.039782 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1bae945b-80d1-4f18-a9fa-fbe8afd9ba12 req-9fdafcb6-4f5b-47bd-b779-5a5812a6dd8d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 210 time: 0.0710213 Jun 01 09:52:41.174507 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.187711 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.198687 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fe2d16df-922a-45cb-a5f5-5263dc0b2542 req-d03575e8-4ca3-4fa2-903b-417cb8bdc1b5 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 210 time: 0.0568128 Jun 01 09:52:41.203635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d149aa3e-b70d-482b-9127-795d1962df74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:41.249184 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947f377-1567-49e1-878f-17b2d488736c,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:41.257259 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:41.261411 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:52:41.295921 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Router a8637f02-4625-4334-be67-7e0100b0745f has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:52:41.297555 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.298172 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Added segment ccffec16-2429-4385-ac51-c426fd0590e2 of type vlan for network e119e201-441b-46f9-89f9-912282509f09 Jun 01 09:52:41.440910 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.582247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.db.resource_extend [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 09:52:41.610851 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-cc72a50c-6aa5-43e2-9fe2-74692035b961 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738175 Jun 01 09:52:41.687797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:52:41.695887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.761304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:41.761889 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:41.783840 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3e31ecf9-f021-4b41-8676-bda39024b78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:41.897256 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Pushing event updated for resources: {'Network': ['ID=e119e201-441b-46f9-89f9-912282509f09,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:41.909750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:41.912520 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network e119e201-441b-46f9-89f9-912282509f09 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:52:41.966292 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8637f02-4625-4334-be67-7e0100b0745f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8207157 Jun 01 09:52:41.996708 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-eea7d491-0216-4d92-9092-9c06d69a2ee2 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:41.998376 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-eea7d491-0216-4d92-9092-9c06d69a2ee2 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3795056 Jun 01 09:52:41.999769 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1410925 Jun 01 09:52:42.003102 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38444) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:42.009594 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Request body: {'subnet': {'network_id': 'e119e201-441b-46f9-89f9-912282509f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864515879-subnet', 'tenant_id': '99cafe7a5bcc4198a679b244c9fa3b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:42.017844 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:42.021181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Request body: {'port': {'device_id': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3', 'admin_state_up': True, 'tenant_id': '9b03c8f9791f4655a900fdd9cf7e28b6'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:42.022665 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Usage tracker for resource:subnet and tenant:99cafe7a5bcc4198a679b244c9fa3b18 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:42.026212 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:42.032611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:42.054089 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Made reservation on behalf of 99cafe7a5bcc4198a679b244c9fa3b18 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:42.057401 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.396256 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:42.408411 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Usage tracker for resource:port and tenant:9b03c8f9791f4655a900fdd9cf7e28b6 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:42.417953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:42.422739 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d0f914-c47a-4418-90ef-b5a4e9ec85c5 req-00e1aed6-bab9-44df-9817-827fa5aaa745 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 210 time: 0.1224508 Jun 01 09:52:42.428632 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:42.457021 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Made reservation on behalf of 9b03c8f9791f4655a900fdd9cf7e28b6 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:42.461106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.469489 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device e416ed97-16b9-446b-99ca-f0441c90e0a9 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:42.498410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.518448 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:42.523589 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Usage tracker for resource:security_group_rule and tenant:9b03c8f9791f4655a900fdd9cf7e28b6 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:42.527607 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:42.536873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:42.633159 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port e416ed97-16b9-446b-99ca-f0441c90e0a9 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:42.643065 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port e416ed97-16b9-446b-99ca-f0441c90e0a9 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:42.643456 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.725405 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.732498 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:42.745617 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f20fd836-192e-42be-8867-8539e1b2a7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:42.791767 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Sync routers for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:52:42.837814 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:42.847818 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:42.959171 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3fa652-a245-4f43-87f5-edbd16981d19,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:42.963909 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:43.104313 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e2382a7-2434-47ea-8ef0-9ec06547a67b req-96ba3e07-0abf-49ca-879a-6d5f71879a91 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 210 time: 0.6574247 Jun 01 09:52:43.124150 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-31141c50-e664-4847-b01c-9c20af9d3b2c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:43.127679 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-31141c50-e664-4847-b01c-9c20af9d3b2c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.3313510 Jun 01 09:52:43.211788 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Allocated IP 192.168.233.34 (3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3/7239ce1a-1e11-48c0-9eba-4b8f1492471e/b0b87fa2-634b-42b2-99df-bab509c7d977) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:43.228972 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.267359 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:43.387072 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Request body: {'port': {'device_id': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'admin_state_up': True, 'tenant_id': '008734321ac04c119ac2aa8a9f91889a'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:43.402466 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port e416ed97-16b9-446b-99ca-f0441c90e0a9, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=e416ed97-16b9-446b-99ca-f0441c90e0a9,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:43.409837 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.414736 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:43.577752 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.623350 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Transition to ACTIVE for port object b0b87fa2-634b-42b2-99df-bab509c7d977 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:43.663221 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.671715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:43.733289 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=e416ed97-16b9-446b-99ca-f0441c90e0a9,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:43.758815 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:43.766032 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.766458 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.766866 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.767270 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.767667 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.768054 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.768450 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.768840 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.769231 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.769791 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.770412 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.770769 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:52:43.772823 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f62c7610-0fd3-4149-a93a-e8745ca076e0 req-5c3f657e-ebd5-4394-9330-9a819c1510b9 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 210 time: 0.0879533 Jun 01 09:52:43.778647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Pushing event updated for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:43.782058 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:43.783931 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:43.793489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:43.794720 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:43.797207 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:43.807941 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:43.807941 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.833540 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Usage tracker for resource:port and tenant:008734321ac04c119ac2aa8a9f91889a is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:43.843143 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8271866 Jun 01 09:52:43.845530 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:43.858527 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Request body: {'port': {'device_id': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:43.890958 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-0a14698e-4a58-4310-80d1-fce73b33b4f7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:43.891677 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-0a14698e-4a58-4310-80d1-fce73b33b4f7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Synchronizing usage tracker for tenant:292395cf16304efd89f54c95e7583165 on resource:network {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:43.901586 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:43.911901 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 4, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'b77b91da-0511-4079-abd0-41feb79faa4e', 'name': '', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'mac_address': 'fa:16:3e:83:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:38Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 2, 'project_id': '292395cf16304efd89f54c95e7583165', 'subnets': [{'id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:43.917104 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Checking router: a8637f02-4625-4334-be67-7e0100b0745f for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:52:43.917700 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Updating router a8637f02-4625-4334-be67-7e0100b0745f port b77b91da-0511-4079-abd0-41feb79faa4e binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:52:43.981696 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.993941 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:43.997461 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'port': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:44.000966 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.060273 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-0a14698e-4a58-4310-80d1-fce73b33b4f7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Unset dirty status for tenant:292395cf16304efd89f54c95e7583165 on resource:network {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:44.075366 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-0a14698e-4a58-4310-80d1-fce73b33b4f7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 819 time: 0.9432020 Jun 01 09:52:44.110902 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-543e308d-a38f-416e-8184-ddde354cd393 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/quotas/292395cf16304efd89f54c95e7583165 HTTP/1.1" status: 200 len: 375 time: 0.0341127 Jun 01 09:52:44.422227 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device e416ed97-16b9-446b-99ca-f0441c90e0a9 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:44.430909 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-02d0d39e-3e7e-4beb-bb6e-2237102cf002 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3182092 Jun 01 09:52:44.483557 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1a63d687-2945-44ad-b767-70bb33715321 None None] Provisioning for port b0b87fa2-634b-42b2-99df-bab509c7d977 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:44.492100 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1a63d687-2945-44ad-b767-70bb33715321 None None] Provisioning complete for port b0b87fa2-634b-42b2-99df-bab509c7d977 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:44.492543 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1a63d687-2945-44ad-b767-70bb33715321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.573584 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1a63d687-2945-44ad-b767-70bb33715321 None None] Port b0b87fa2-634b-42b2-99df-bab509c7d977 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:52:44.617319 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Allocated IP 172.20.0.3 (50796804-4ca8-49c3-b08e-160251e405c4/cafd9a50-8889-4bc8-9adc-c8e957a8c945/b53592e8-e331-4155-b444-d8cc98d2068c) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:44.639540 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.650369 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b87fa2-634b-42b2-99df-bab509c7d977 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:44.659131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.661058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:44.680409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Transition to ACTIVE for port object b0b87fa2-634b-42b2-99df-bab509c7d977 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:44.684777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port e416ed97-16b9-446b-99ca-f0441c90e0a9 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:44.685173 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.688706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.694151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e6ef116-86ea-4b22-9d08-1250fe4c102c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:44.766817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddad1d8c-bd78-4f22-98c3-8a60b14a9b72,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:44.767057 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.771601 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:44.787892 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Transition to ACTIVE for port object b77b91da-0511-4079-abd0-41feb79faa4e will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:44.799690 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:44.808382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:44.859294 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-de11406e-95d1-46f7-8ded-872c06cc3ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273055 Jun 01 09:52:44.868861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4690-1f6c-48ae-b1a1-4308c1fb8a49 req-e600cd9e-defb-48b8-a5da-0c8517d828d5 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:44.870797 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4dbe4690-1f6c-48ae-b1a1-4308c1fb8a49 req-e600cd9e-defb-48b8-a5da-0c8517d828d5 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 935 time: 0.4594853 Jun 01 09:52:45.032283 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Checking segment: {'id': 'ccffec16-2429-4385-ac51-c426fd0590e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e119e201-441b-46f9-89f9-912282509f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:45.033074 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Network hostable DHCP agents. Network: e119e201-441b-46f9-89f9-912282509f09, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:52:45.108057 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:45.125420 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:45.135017 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Attempting to bind port b0b87fa2-634b-42b2-99df-bab509c7d977 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:45.135625 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Attempting to bind port b0b87fa2-634b-42b2-99df-bab509c7d977 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:45.136171 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Attempting to bind port b0b87fa2-634b-42b2-99df-bab509c7d977 on network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:45.142156 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Port b0b87fa2-634b-42b2-99df-bab509c7d977 on network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:45.142945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Attempting to bind port b0b87fa2-634b-42b2-99df-bab509c7d977 on network 3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:45.149759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:45.150331 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Checking segment: {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:45.150881 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Bound using segment: {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:45.161108 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Bound port: b0b87fa2-634b-42b2-99df-bab509c7d977, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc136bb-adc9-4256-9fe7-f147063184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:45.162704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.197924 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Pushing event updated for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:45.203472 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:45.212214 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Attempting to bind port b77b91da-0511-4079-abd0-41feb79faa4e on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:45.212607 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Attempting to bind port b77b91da-0511-4079-abd0-41feb79faa4e by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:45.212991 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Attempting to bind port b77b91da-0511-4079-abd0-41feb79faa4e on network cef18478-3c54-4128-9884-5fb58230f833 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:45.224150 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4dbe4690-1f6c-48ae-b1a1-4308c1fb8a49 req-bffb4a2a-77c7-4fbe-b833-d637ca783694 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233407 Jun 01 09:52:45.240416 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:45.241410 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Checking segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:45.242134 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.242849 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Bound using segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:45.244119 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Bound port: b77b91da-0511-4079-abd0-41feb79faa4e, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:45.244911 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.273215 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Network e119e201-441b-46f9-89f9-912282509f09 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:52:45.297565 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:45.300998 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b0b87fa2-634b-42b2-99df-bab509c7d977,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:45.306041 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.315915 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:45.375697 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, e119e201-441b-46f9-89f9-912282509f09) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:45.390095 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08307280-b3f4-4c38-9a9e-0a23bc748306 None None] Network e119e201-441b-46f9-89f9-912282509f09 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:45.398618 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-24d9da25-0135-4c61-b568-c7dfe79239d0 service neutron] 10.222.0.15 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380144 Jun 01 09:52:45.421338 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:45.422592 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.427871 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] 10.222.0.72 "PUT /v2.0/ports/b0b87fa2-634b-42b2-99df-bab509c7d977 HTTP/1.1" status: 200 len: 1097 time: 1.5753627 Jun 01 09:52:45.428779 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:45.434474 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ecb62-b9e3-4211-ad32-87dfef51a948" -d '{"events": [{"name": "network-changed", "server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:45.470764 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:45.471357 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.478139 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Pushing event updated for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:45.484307 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:45.574366 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] For port b77b91da-0511-4079-abd0-41feb79faa4e, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:45.590944 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.592629 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] For port b77b91da-0511-4079-abd0-41feb79faa4e, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=b77b91da-0511-4079-abd0-41feb79faa4e,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:45.610426 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.624131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-d3d3e2ad-47fc-4a67-bf92-e3c16351ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:45.626163 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-d3d3e2ad-47fc-4a67-bf92-e3c16351ae59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 1100 time: 0.1399827 Jun 01 09:52:45.631043 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6265080 Jun 01 09:52:45.638419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:45.728061 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:45.773227 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:45.842962 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20', '17552737-6947-4b14-8825-4e91f0c0bf85'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:45.851948 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026962c-fc59-46bc-886a-b0f857097db1 x-openstack-request-id: req-e026962c-fc59-46bc-886a-b0f857097db1 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:45.852547 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:45.853026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e026962c-fc59-46bc-886a-b0f857097db1 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:45.854515 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977', 'status': 'completed', 'code': 200} Jun 01 09:52:45.880170 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-e75a0328-41b5-4193-ba9a-dde3b162d690 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b0b87fa2-634b-42b2-99df-bab509c7d977 HTTP/1.1" status: 200 len: 217 time: 0.2403829 Jun 01 09:52:45.967437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-b6409daa-b1b1-4b10-981f-6bb37a448f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:45.969465 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-b6409daa-b1b1-4b10-981f-6bb37a448f3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7239ce1a-1e11-48c0-9eba-4b8f1492471e HTTP/1.1" status: 200 len: 843 time: 0.0721643 Jun 01 09:52:46.066831 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:52:46.067565 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:52:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:46.084449 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-e703ce18-5d4f-4760-bb01-0ead70ad3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:46.087281 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-e703ce18-5d4f-4760-bb01-0ead70ad3e27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1047766 Jun 01 09:52:46.218642 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Network 50796804-4ca8-49c3-b08e-160251e405c4 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:46.234547 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Pushing event updated for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:46.237776 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:46.260296 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c35006c3-431e-46c7-97e8-3a9ea829f35a req-97df7b87-f311-44de-9bb5-177e2e19e54e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 210 time: 0.1619990 Jun 01 09:52:46.265427 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:46.301444 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:46.375868 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a7fb9-93bf-4949-8c15-b4b323aa2ec4 None None] Network e119e201-441b-46f9-89f9-912282509f09 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:46.467091 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-58d4fb39-8301-4e2e-95c9-80e784644a2e service neutron] 10.222.0.72 "GET /v2.0/networks/3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647804 Jun 01 09:52:46.494112 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:46.496381 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:46.523222 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event updated for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:46.532450 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:46.609608 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:52:46.719268 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5695047 Jun 01 09:52:46.750282 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38596) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:46.763458 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Request body: {'port': {'device_id': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:46.770014 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1008964621-network', 'tenant_id': 'd7f0d98b1a2643e79ba48ef78b347283'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:46.788013 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:46.799379 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Usage tracker for resource:network and tenant:d7f0d98b1a2643e79ba48ef78b347283 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:46.803654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:46.852654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:46.930506 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Made reservation on behalf of d7f0d98b1a2643e79ba48ef78b347283 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:46.933634 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:46.985157 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:46.992436 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6339778b-d24f-4ce6-966f-62d4354ff6ba req-2e96484d-ba90-4853-a4c7-67fc190805b1 service neutron] 10.222.0.72 "GET /v2.0/networks/3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104117 Jun 01 09:52:46.993410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.043210 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:47.047163 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f0d98b1a2643e79ba48ef78b347283 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:47.051172 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:47.059142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba51e-3382-4590-8e0a-afe49e09e138 req-b5fb1185-7c70-4af3-a91b-553f4f2c8871 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:47.060288 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:47.060799 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-491ba51e-3382-4590-8e0a-afe49e09e138 req-b5fb1185-7c70-4af3-a91b-553f4f2c8871 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:47.191103 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-491ba51e-3382-4590-8e0a-afe49e09e138 req-b5fb1185-7c70-4af3-a91b-553f4f2c8871 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:47.201063 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-491ba51e-3382-4590-8e0a-afe49e09e138 req-b5fb1185-7c70-4af3-a91b-553f4f2c8871 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 931 time: 1.1013143 Jun 01 09:52:47.240593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38608) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:47.273725 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 4, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'b77b91da-0511-4079-abd0-41feb79faa4e', 'name': '', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'mac_address': 'fa:16:3e:83:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:38Z', 'updated_at': '2021-06-01T09:52:45Z', 'revision_number': 4, 'project_id': '292395cf16304efd89f54c95e7583165', 'subnets': [{'id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:52:47.278171 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa833b-d0e8-4d5b-b5ce-79a8ac15841b None None] The sync data for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb is: [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:52:39Z', 'revision_number': 4, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'b77b91da-0511-4079-abd0-41feb79faa4e', 'name': '', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'mac_address': 'fa:16:3e:83:07:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:38Z', 'updated_at': '2021-06-01T09:52:45Z', 'revision_number': 4, 'project_id': '292395cf16304efd89f54c95e7583165', 'subnets': [{'id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:52:47.306535 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019baa9-e2c8-40f8-9294-588a2687bc35 req-3340189a-a4d4-479f-a90f-760fca0af178 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:47.308121 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9019baa9-e2c8-40f8-9294-588a2687bc35 req-3340189a-a4d4-479f-a90f-760fca0af178 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 947 time: 0.7394235 Jun 01 09:52:47.309080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.342520 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.349803 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7f947ff4-b392-47bb-ad35-96b265a3dd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:47.379000 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-491ba51e-3382-4590-8e0a-afe49e09e138 req-f566baef-64b3-4806-910b-3f9031ea891d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770761 Jun 01 09:52:47.410308 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:52:47.413504 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840de66-cf0f-4517-b2d6-c1bb59179ade,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:47.443451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:47.469252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.470118 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Added segment 686f7439-9a2d-4d89-b083-ccbd92ac203d of type vlan for network e900533d-fb1c-4723-808f-f3e5f665a018 Jun 01 09:52:47.473005 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-2171d152-a96e-4f74-a058-b013ebeed166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:47.475059 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-2171d152-a96e-4f74-a058-b013ebeed166 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 1100 time: 0.3902555 Jun 01 09:52:47.568790 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9019baa9-e2c8-40f8-9294-588a2687bc35 req-345ac6a9-d1ef-4746-ad63-801773fdbdba tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481582 Jun 01 09:52:47.714133 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.72', 50392) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:47.724016 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.740302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.823378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:47.831109 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.908417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Usage tracker for resource:security_group_rule and tenant:f6e6cbd67f674f8e8a90b6eb8b88491e is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:47.912171 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:47.912760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:47.937883 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-dc0f49cd-e1b2-4160-809c-ccbaa92544a3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:47.946732 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-dc0f49cd-e1b2-4160-809c-ccbaa92544a3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 819 time: 0.2123950 Jun 01 09:52:48.011541 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-e4bd8ded-5baa-4839-9712-90fe7f8ebea1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/quotas/292395cf16304efd89f54c95e7583165 HTTP/1.1" status: 200 len: 375 time: 0.0635748 Jun 01 09:52:48.022022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53592e8-e331-4155-b444-d8cc98d2068c {{(pid=91845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:48.041340 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:48.048883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-29d25a5d-3a96-4cbf-8e11-75719ce22258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:48.110073 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:48.138630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:48.145253 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Transition to ACTIVE for port object b53592e8-e331-4155-b444-d8cc98d2068c will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:48.148641 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-c530c408-b1b8-4304-9e90-dedd7730cca9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:48.150443 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:48.150599 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-c530c408-b1b8-4304-9e90-dedd7730cca9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 819 time: 0.4320529 Jun 01 09:52:48.165406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54ac0ab2-77e8-431d-8290-905bc4b9fef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:48.181080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Request body: {'port': {'device_id': '4047628e-ad96-4416-8bae-eed81237399a', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'admin_state_up': True, 'tenant_id': '292395cf16304efd89f54c95e7583165'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:48.300046 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Pushing event updated for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:48.306358 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-27339573-da83-4c72-be0a-6f1c4968c446 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2787533 Jun 01 09:52:48.307241 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:48.361011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-43435c7c-eee8-4cdc-b207-03ef0aa6c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:48.362896 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-43435c7c-eee8-4cdc-b207-03ef0aa6c34e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3 HTTP/1.1" status: 200 len: 870 time: 0.8789358 Jun 01 09:52:48.420630 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device b77b91da-0511-4079-abd0-41feb79faa4e up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:48.475228 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-e27a7329-f65a-4cba-9d8a-1b529a98d537 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b0b87fa2-634b-42b2-99df-bab509c7d977 HTTP/1.1" status: 200 len: 217 time: 0.0694714 Jun 01 09:52:48.486675 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7351096 Jun 01 09:52:48.565391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38676) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:48.569158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-f607761a-9750-497e-ae50-9400853a72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:48.570791 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-f607761a-9750-497e-ae50-9400853a72da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7239ce1a-1e11-48c0-9eba-4b8f1492471e HTTP/1.1" status: 200 len: 843 time: 0.0827689 Jun 01 09:52:48.589724 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port b77b91da-0511-4079-abd0-41feb79faa4e completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:48.595985 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port b77b91da-0511-4079-abd0-41feb79faa4e triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:48.596369 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:48.655759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Request body: {'subnet': {'network_id': 'e900533d-fb1c-4723-808f-f3e5f665a018', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1008964621-subnet', 'tenant_id': 'd7f0d98b1a2643e79ba48ef78b347283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:48.667378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Pushing event updated for resources: {'Network': ['ID=e900533d-fb1c-4723-808f-f3e5f665a018,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:48.678472 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:48.686315 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network e900533d-fb1c-4723-808f-f3e5f665a018 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:52:48.742966 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:48.756968 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:48.768106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Usage tracker for resource:port and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:48.775557 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-369dd65d-d419-4ffe-a9e1-1bd90e2e9638 service neutron] 10.222.0.15 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164269 Jun 01 09:52:48.781922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:48.786438 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Usage tracker for resource:subnet and tenant:d7f0d98b1a2643e79ba48ef78b347283 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:48.799776 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:48.825945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:48.831610 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:48.885656 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Made reservation on behalf of 292395cf16304efd89f54c95e7583165 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:48.890212 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:48.918451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Made reservation on behalf of d7f0d98b1a2643e79ba48ef78b347283 for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:48.921646 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:48.981462 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.036472 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-e1ea82aa-26a8-4a0d-9190-a86e671bc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:49.048817 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-e1ea82aa-26a8-4a0d-9190-a86e671bc6de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3896420 Jun 01 09:52:49.067391 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port b77b91da-0511-4079-abd0-41feb79faa4e, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=b77b91da-0511-4079-abd0-41feb79faa4e,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:49.072810 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.081908 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:49.150902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Attempting to bind port b53592e8-e331-4155-b444-d8cc98d2068c on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:49.151495 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Attempting to bind port b53592e8-e331-4155-b444-d8cc98d2068c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:49.152012 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Attempting to bind port b53592e8-e331-4155-b444-d8cc98d2068c on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:49.169492 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:49.177957 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Port b53592e8-e331-4155-b444-d8cc98d2068c on network 50796804-4ca8-49c3-b08e-160251e405c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:49.178577 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Attempting to bind port b53592e8-e331-4155-b444-d8cc98d2068c on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:49.179507 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:49.188221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:49.188555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Checking segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:49.189131 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Bound using segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:49.189549 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Bound port: b53592e8-e331-4155-b444-d8cc98d2068c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:49.189904 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.295439 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c28c2b-42b2-4ccd-b24c-5262df135aeb req-b2bafe3d-fbc3-4584-bb5e-df28be22381d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:49.296945 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05c28c2b-42b2-4ccd-b24c-5262df135aeb req-b2bafe3d-fbc3-4584-bb5e-df28be22381d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 943 time: 0.6824408 Jun 01 09:52:49.301313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.318850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.332372 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c0c5f6fc-0511-49ff-9015-2c37593144ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:49.343488 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-72bb9f03-0968-4e2f-8e5c-b1f79b8f19ea service neutron] 10.222.0.15 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531292 Jun 01 09:52:49.389031 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05c28c2b-42b2-4ccd-b24c-5262df135aeb req-35b17f96-4a0f-4c67-94a7-37b676a4a243 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752535 Jun 01 09:52:49.390405 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:49.395168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b53592e8-e331-4155-b444-d8cc98d2068c,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:49.402054 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.408612 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-522e8134-2d1e-4f19-8a66-93d290cfe6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:49.487850 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6e6cbd67f674f8e8a90b6eb8b88491e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2017012 Jun 01 09:52:49.488704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38716) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:49.506031 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:49.506835 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.508443 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] 10.222.0.72 "PUT /v2.0/ports/b53592e8-e331-4155-b444-d8cc98d2068c HTTP/1.1" status: 200 len: 1093 time: 2.7608984 Jun 01 09:52:49.508982 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:49.511965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:49.532770 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Pushing event updated for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:49.534035 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ae387-7ca2-4233-ae8e-cda192d22d71,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:49.536972 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:49.570505 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-36e36572-3ac9-4c94-9d1b-0e96828d21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:49.575301 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-e2cc249d-096b-4f33-bbc7-c7a75ae56b8e service neutron] 10.222.0.72 "GET /v2.0/networks/3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252974 Jun 01 09:52:49.576092 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:49.706305 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-e3825000-2ba3-44f1-8ded-89acc6a1dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:49.708027 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-e3825000-2ba3-44f1-8ded-89acc6a1dc96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 1096 time: 0.1345851 Jun 01 09:52:49.882637 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-cf08c544-ca3a-4f45-ab2a-0d9832433fc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53592e8-e331-4155-b444-d8cc98d2068c HTTP/1.1" status: 200 len: 217 time: 0.1626484 Jun 01 09:52:49.885246 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Allocated IP 172.20.0.9 (cef18478-3c54-4128-9884-5fb58230f833/3ca1fb15-4186-4909-8c54-2f2c6c36544c/c2662f3e-2d47-412f-81e7-9c6dc91bea82) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:49.944368 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-91d0443a-0058-4efe-81e4-0488c01936de req-65779600-d0b3-4452-b11a-0dea59942bef tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 210 time: 0.1241863 Jun 01 09:52:49.958882 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.041490 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690ad1-c842-4888-b454-a576ba539e87 req-badc4da4-7e82-4cb3-9b73-b3e694744680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:50.043065 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-badc4da4-7e82-4cb3-9b73-b3e694744680 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.0977867 Jun 01 09:52:50.050348 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-398ecb62-b9e3-4211-ad32-87dfef51a948 req-a4dc695c-e988-4214-8539-ce26b1db8f0f service neutron] 10.222.0.72 "GET /v2.0/networks/3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542751 Jun 01 09:52:50.072645 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283024f-07e5-4725-a6c6-e102ffb475bb x-openstack-request-id: req-2283024f-07e5-4725-a6c6-e102ffb475bb {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:50.073167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:50.073653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2283024f-07e5-4725-a6c6-e102ffb475bb {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:50.074581 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c', 'status': 'completed', 'code': 200} Jun 01 09:52:50.087782 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.140657 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-2cd176fc-7fb6-46f0-9213-5b85b38bd98e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705330 Jun 01 09:52:50.175282 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6e4e9-6f4a-4fb8-a08b-9baa7955cab8 req-acc26a0b-80a3-4d54-8cbe-05744592f1e9 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:50.177039 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ade6e4e9-6f4a-4fb8-a08b-9baa7955cab8 req-acc26a0b-80a3-4d54-8cbe-05744592f1e9 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 947 time: 0.3054802 Jun 01 09:52:50.360851 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ade6e4e9-6f4a-4fb8-a08b-9baa7955cab8 req-86c5ac57-de18-4e2a-bfb9-023d6e7daaaf tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610262 Jun 01 09:52:50.377763 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device b77b91da-0511-4079-abd0-41feb79faa4e up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:50.424371 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-62780ee6-3c95-452f-a147-3abacf1e5c57 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463157 Jun 01 09:52:50.561384 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port b77b91da-0511-4079-abd0-41feb79faa4e triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:50.561769 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.579709 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.599282 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65668461-5dda-4874-af1e-a2fa0ee3ffad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:50.622511 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-df690ad1-c842-4888-b454-a576ba539e87 req-6cf6be52-f269-4368-ad09-d3c30bd7124b service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752756 Jun 01 09:52:50.622721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.628377 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ae387-7ca2-4233-ae8e-cda192d22d71,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:50.634705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:50.668390 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.669392 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d2ae387-7ca2-4233-ae8e-cda192d22d71 HTTP/1.1" status: 204 len: 168 time: 1.1568439 Jun 01 09:52:50.795521 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.804808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cb58aade-ec86-46a0-9972-1c47dafba803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:50.832176 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4a59c-82d9-415b-8f4a-b238a305d434 req-013f9ef7-d029-41ef-8d00-27a323f9d6eb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:50.833727 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e4f4a59c-82d9-415b-8f4a-b238a305d434 req-013f9ef7-d029-41ef-8d00-27a323f9d6eb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 943 time: 0.1802924 Jun 01 09:52:50.864647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:50.939144 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e4f4a59c-82d9-415b-8f4a-b238a305d434 req-22168a08-abc7-43df-bb10-3a891d3a7d6c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Jun 01 09:52:50.943005 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-a31bff37-875e-488b-b9a5-d3789a135e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:50.944665 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-a31bff37-875e-488b-b9a5-d3789a135e23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 1096 time: 0.2400610 Jun 01 09:52:50.970076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Checking segment: {'id': '686f7439-9a2d-4d89-b083-ccbd92ac203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e900533d-fb1c-4723-808f-f3e5f665a018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:50.970432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Network hostable DHCP agents. Network: e900533d-fb1c-4723-808f-f3e5f665a018, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:52:50.979996 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Network cef18478-3c54-4128-9884-5fb58230f833 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:50.989106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:50.994241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:51.000223 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.000790 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.005318 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb570da-0dd5-4f22-8214-004721761387,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:51.011942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:51.012487 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-26e8bc31-c5ec-4321-b336-d41c5132fc99 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:51.076041 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Network e900533d-fb1c-4723-808f-f3e5f665a018 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:52:51.087648 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9107502 Jun 01 09:52:51.095743 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, e900533d-fb1c-4723-808f-f3e5f665a018) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:51.106888 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38760) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:51.110234 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da3a65-6cbd-42f1-8385-6c554cf5a876 None None] Network e900533d-fb1c-4723-808f-f3e5f665a018 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:51.112807 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Request body: {'port': {'device_id': '4047628e-ad96-4416-8bae-eed81237399a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:51.143349 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.143948 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.151461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Pushing event updated for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:51.188389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:51.331368 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-466df63d-369f-4c2d-b125-2d53a10d5eb5 req-e6cd0684-b717-4267-97dd-f81aab3d1393 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 210 time: 0.0919495 Jun 01 09:52:51.356740 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b0b87fa2-634b-42b2-99df-bab509c7d977 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:51.359170 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-fb8bd7f6-0095-4550-9237-748f113f3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.360961 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-fb8bd7f6-0095-4550-9237-748f113f3ab0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 915 time: 0.4035716 Jun 01 09:52:51.453376 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38770) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:51.484340 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9124162 Jun 01 09:52:51.518448 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.535305 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.537425 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-2f1d7b56-41ab-41db-a364-1fdc5bf53075 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b53592e8-e331-4155-b444-d8cc98d2068c HTTP/1.1" status: 200 len: 217 time: 0.1684511 Jun 01 09:52:51.558001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:51.561985 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Usage tracker for resource:security_group_rule and tenant:93145c79ba7e40d2bba0608babfbfd15 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:51.564972 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:51.571099 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:51.702331 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-106403ad-7627-4f81-bf0a-2a74c6b360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.704321 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-106403ad-7627-4f81-bf0a-2a74c6b360fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.1075375 Jun 01 09:52:51.716124 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:51.738630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.742076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5854d3763532419fb442d4cd79ee4007 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:51.747803 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:51.759013 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-5f84740f-b472-44ac-977e-599739311166 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.761368 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-5f84740f-b472-44ac-977e-599739311166 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 819 time: 0.5576556 Jun 01 09:52:51.766715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:51.774452 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:51.779653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0fe18775-1b00-4d70-94b6-6d2edefb8286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:51.795468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Request body: {'port': {'device_id': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'admin_state_up': True, 'tenant_id': '292395cf16304efd89f54c95e7583165'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:51.800503 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b0b87fa2-634b-42b2-99df-bab509c7d977,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:51.816935 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da7955c-3b7c-46b6-bc97-5c1a715bd991 None None] Network e900533d-fb1c-4723-808f-f3e5f665a018 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:52:51.863200 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a076c54-e871-41cf-8f14-05d76ec06867 req-61d2e64f-dc7e-4e63-81da-29a673ea4dae tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:51.865746 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a076c54-e871-41cf-8f14-05d76ec06867 req-61d2e64f-dc7e-4e63-81da-29a673ea4dae tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 947 time: 0.3078959 Jun 01 09:52:51.868400 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-d9925c07-f6ac-4ca4-bd19-40bd389b7e73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544023 Jun 01 09:52:51.976008 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.72', 50410) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:51.981178 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:51.985148 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Usage tracker for resource:port and tenant:292395cf16304efd89f54c95e7583165 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:51.988403 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:52.017661 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:52.019411 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.027431 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'b0b87fa2-634b-42b2-99df-bab509c7d977', 'network_id': '3d4a7762-efcf-4a6b-b023-63d4cc8a7bf3', 'port_id': 'b0b87fa2-634b-42b2-99df-bab509c7d977', 'mac_address': 'fa:16:3e:d1:d8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7239ce1a-1e11-48c0-9eba-4b8f1492471e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:52.064895 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a076c54-e871-41cf-8f14-05d76ec06867 req-a50df530-797b-492b-b2b9-4a59dbe8d276 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924944 Jun 01 09:52:52.091486 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd65560-333d-492d-a45e-b329f813fc62,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:52.121900 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Made reservation on behalf of 292395cf16304efd89f54c95e7583165 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:52.125488 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.144144 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93145c79ba7e40d2bba0608babfbfd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825910 Jun 01 09:52:52.144899 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38800) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:52.161386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:52.165551 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.171792 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.191942 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b87fa2-634b-42b2-99df-bab509c7d977 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:52.211856 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b0b87fa2-634b-42b2-99df-bab509c7d977,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:52.218490 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.221618 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:52.227263 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-3f3ae727-ec8e-4416-8bed-17539d99dd1d service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379738 Jun 01 09:52:52.294711 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-5b227aa9-b446-4db8-b4e8-a3220ae851f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3107102 Jun 01 09:52:52.377248 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:52.400465 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:52.403706 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-85a8c968-6ce0-4806-ac21-2b2aa35350e5 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:52.411956 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-85a8c968-6ce0-4806-ac21-2b2aa35350e5 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/networks?id=e119e201-441b-46f9-89f9-912282509f09 HTTP/1.1" status: 200 len: 809 time: 0.3501515 Jun 01 09:52:52.423284 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-71d8fbc3-cb95-4496-909a-661c52e8e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.475681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.490556 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-32fe4cd4-0dda-40be-aaf7-ff27b8369c39 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/quotas/99cafe7a5bcc4198a679b244c9fa3b18 HTTP/1.1" status: 200 len: 375 time: 0.0774596 Jun 01 09:52:52.531350 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['b0b87fa2-634b-42b2-99df-bab509c7d977'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:52.542950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.555416 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.567581 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-fee1b33a-837f-4a8f-8bef-ac7299178b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:52.623504 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.631699 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-a388643d-2acb-41c7-a9b4-08943e48ade2 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=99cafe7a5bcc4198a679b244c9fa3b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241753 Jun 01 09:52:52.650453 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5854d3763532419fb442d4cd79ee4007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5402856 Jun 01 09:52:52.660272 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 38808) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:52.666365 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Allocated IP 172.20.0.14 (cef18478-3c54-4128-9884-5fb58230f833/3ca1fb15-4186-4909-8c54-2f2c6c36544c/4d59d0ce-fb8e-4f6f-87b1-94387530a875) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:52.669929 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d34b726-2d2b-4dc0-ab26-3d683dbaff5f,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:52.677834 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78e843b1-821a-4a42-b7ad-8a15d5a9a17a req-7f9812bc-777e-443f-af41-0593164c20d1 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394002 Jun 01 09:52:52.693639 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:52.801393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.807297 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-24c08ee4-99eb-49f5-8e00-6c7b7b21def8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:52.809411 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-bc2f7b4f-2c44-49c5-9a89-8bdb515e0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:52.810910 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-bc2f7b4f-2c44-49c5-9a89-8bdb515e0bdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 1099 time: 0.4217262 Jun 01 09:52:52.813890 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.822853 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc75b5-03f5-4e80-a7bb-6e5fa3389a43 req-a892bcd1-c28d-4ab8-8c6f-c93f029fa867 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:52.831046 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5abc75b5-03f5-4e80-a7bb-6e5fa3389a43 req-a892bcd1-c28d-4ab8-8c6f-c93f029fa867 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 943 time: 0.3246100 Jun 01 09:52:52.847950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd65560-333d-492d-a45e-b329f813fc62,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:52.902549 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:52.905393 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-6bf0a0df-d382-47df-86c4-440e285ab033 service neutron] 10.222.0.15 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609708 Jun 01 09:52:52.936980 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.987708 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:52.988840 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dd65560-333d-492d-a45e-b329f813fc62 HTTP/1.1" status: 204 len: 168 time: 0.8266857 Jun 01 09:52:53.006055 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5abc75b5-03f5-4e80-a7bb-6e5fa3389a43 req-4e5e0a22-a9a5-46f8-85cc-ecc000c0d132 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738122 Jun 01 09:52:53.077932 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.084118 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.093628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:53.111862 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d34b726-2d2b-4dc0-ab26-3d683dbaff5f,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:53.118618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:53.134128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-37d74a67-4296-4062-96d7-f3f49ecba538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:53.135608 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-37d74a67-4296-4062-96d7-f3f49ecba538 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 915 time: 0.2923386 Jun 01 09:52:53.137696 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.142226 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d34b726-2d2b-4dc0-ab26-3d683dbaff5f HTTP/1.1" status: 204 len: 168 time: 0.4778254 Jun 01 09:52:53.168646 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.193896 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.221327 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:53.281336 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Network cef18478-3c54-4128-9884-5fb58230f833 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:53.281926 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-26929677-5b52-480d-853e-56249c38f852 service neutron] 10.222.0.15 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234992 Jun 01 09:52:53.283183 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-9f860dc0-53e5-47ae-afd0-2c905195913d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20 HTTP/1.1" status: 200 len: 217 time: 0.1255906 Jun 01 09:52:53.480957 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:53.490799 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:53.496637 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:53.497311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.528441 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7370450 Jun 01 09:52:53.541960 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Request body: {'port': {'device_id': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:53.557934 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-731038c9-119e-4f5d-916a-c9b18a45af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:53.567906 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-731038c9-119e-4f5d-916a-c9b18a45af91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.2631710 Jun 01 09:52:53.688066 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3067085-ef0b-48fb-a21a-94f528da268a req-136a8fba-9a9a-4d54-87fa-88926431768b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:53.700413 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3067085-ef0b-48fb-a21a-94f528da268a req-136a8fba-9a9a-4d54-87fa-88926431768b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 932 time: 0.5438356 Jun 01 09:52:53.706810 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Pushing event updated for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:53.727707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b84547e1-b41e-422a-826f-16cb77017b18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:53.774721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:53.890455 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-f98a4427-8972-4a7e-bc15-dfd48db87e06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3091650 Jun 01 09:52:53.945041 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-a3067085-ef0b-48fb-a21a-94f528da268a req-5345d465-d348-469f-bf85-f08c7a856396 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Synchronizing usage tracker for tenant:292395cf16304efd89f54c95e7583165 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:54.057690 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-a3067085-ef0b-48fb-a21a-94f528da268a req-5345d465-d348-469f-bf85-f08c7a856396 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Unset dirty status for tenant:292395cf16304efd89f54c95e7583165 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:54.059096 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3067085-ef0b-48fb-a21a-94f528da268a req-5345d465-d348-469f-bf85-f08c7a856396 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576939 Jun 01 09:52:54.078142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a474e-f715-4b44-adc7-8411e442fe07 req-41177d77-1a1e-4237-9482-86465fdb1ad0 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:54.085687 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be6a474e-f715-4b44-adc7-8411e442fe07 req-41177d77-1a1e-4237-9482-86465fdb1ad0 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 948 time: 0.5294819 Jun 01 09:52:54.145678 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-2ad07853-2a0a-45d3-9c17-370c34ae1154 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300603 Jun 01 09:52:54.160623 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be6a474e-f715-4b44-adc7-8411e442fe07 req-de179d9c-8462-42ba-91cc-3eb40b8fc9c7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736735 Jun 01 09:52:54.219643 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2662f3e-2d47-412f-81e7-9c6dc91bea82 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:54.251998 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:54.324378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Transition to ACTIVE for port object c2662f3e-2d47-412f-81e7-9c6dc91bea82 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:54.451293 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:54.458694 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-45c7ae68-2152-49ce-bf4a-5d2b2e4a2257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:54.541429 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-88fe74c7-c77d-4904-af07-7a3063f98f83 req-f0bdb84d-5d70-41dc-b3b0-b9547bdc0606 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 210 time: 0.1394322 Jun 01 09:52:54.599225 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:54.610299 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15065ec8-9c0b-415c-8858-9c80fa4e50a2 req-d2ecb22c-1bcf-4f05-92e7-b07aaf8bdfa9 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483099 Jun 01 09:52:54.854325 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Pushing event updated for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:54.858605 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce349f-93f8-43e0-9dea-dd7b96eb83bf req-9fd8bd6b-b721-428b-9a1a-7c5ed39fb977 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:54.866287 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3dce349f-93f8-43e0-9dea-dd7b96eb83bf req-9fd8bd6b-b721-428b-9a1a-7c5ed39fb977 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 943 time: 0.1272097 Jun 01 09:52:54.891771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:54.918604 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3dce349f-93f8-43e0-9dea-dd7b96eb83bf req-2b4f01f7-30b2-4c6e-81bc-f7354d2ef8dd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Jun 01 09:52:54.970684 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Attempting to bind port c2662f3e-2d47-412f-81e7-9c6dc91bea82 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:54.971061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Attempting to bind port c2662f3e-2d47-412f-81e7-9c6dc91bea82 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:54.971328 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Attempting to bind port c2662f3e-2d47-412f-81e7-9c6dc91bea82 on network cef18478-3c54-4128-9884-5fb58230f833 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:54.978187 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Port c2662f3e-2d47-412f-81e7-9c6dc91bea82 on network cef18478-3c54-4128-9884-5fb58230f833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:54.978491 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Attempting to bind port c2662f3e-2d47-412f-81e7-9c6dc91bea82 on network cef18478-3c54-4128-9884-5fb58230f833 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:54.995769 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:54.996101 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Checking segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:54.996489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Bound using segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:54.996924 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Bound port: c2662f3e-2d47-412f-81e7-9c6dc91bea82, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:54.997265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:55.116952 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d59d0ce-fb8e-4f6f-87b1-94387530a875 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:55.128225 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:55.168266 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Transition to ACTIVE for port object 4d59d0ce-fb8e-4f6f-87b1-94387530a875 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:55.181570 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:55.188707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:55.192540 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:55.294014 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:55.323363 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b53592e8-e331-4155-b444-d8cc98d2068c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:55.326145 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b0b87fa2-634b-42b2-99df-bab509c7d977 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:55.346391 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343b85-8367-46da-ae4d-91b338ea7320 req-040dfdbe-804d-4f51-8066-067e5598603e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:55.350844 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-75343b85-8367-46da-ae4d-91b338ea7320 req-040dfdbe-804d-4f51-8066-067e5598603e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 944 time: 0.1491442 Jun 01 09:52:55.362591 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:55.419866 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Pushing event updated for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:55.435942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:55.437495 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:55.438175 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:55.440715 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 1093 time: 4.3418546 Jun 01 09:52:55.440715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:55.524100 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:55.527478 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8bb6a-3cfa-426e-ba9b-76a35820233e" -d '{"events": [{"name": "network-changed", "server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:55.566280 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-75343b85-8367-46da-ae4d-91b338ea7320 req-f2f17ab9-e2ab-4078-b5e2-7614a49a6977 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119766 Jun 01 09:52:55.633354 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afcc0-54f2-4bca-90c5-e2ad914d26c3 req-61b019c4-7e29-4a34-b836-2dd44dc7706c tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:55.640861 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1b2afcc0-54f2-4bca-90c5-e2ad914d26c3 req-61b019c4-7e29-4a34-b836-2dd44dc7706c tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 948 time: 0.2811933 Jun 01 09:52:55.713506 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1b2afcc0-54f2-4bca-90c5-e2ad914d26c3 req-bc063415-0c65-40ab-beae-ebd194815b7d tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716019 Jun 01 09:52:55.802234 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-cde9671f-ab6e-4764-86ad-0c1f48ad8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:55.803768 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-cde9671f-ab6e-4764-86ad-0c1f48ad8df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1096 time: 0.2340081 Jun 01 09:52:55.940833 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-16d0315d-53ce-4050-af4e-57de97a7b7f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.1280684 Jun 01 09:52:55.949837 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b53592e8-e331-4155-b444-d8cc98d2068c,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:56.014971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'b53592e8-e331-4155-b444-d8cc98d2068c', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'port_id': 'b53592e8-e331-4155-b444-d8cc98d2068c', 'mac_address': 'fa:16:3e:f3:93:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafd9a50-8889-4bc8-9adc-c8e957a8c945', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:56.026081 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-95c5109a-b1c1-4a4f-acc0-89efddafad7c req-480c44bf-ad07-473d-83c7-e08574b151f1 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 210 time: 0.1104465 Jun 01 09:52:56.036373 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Pushing event updated for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:56.053779 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9553a618-a580-4c5d-8872-388249d08306 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:56.058256 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9553a618-a580-4c5d-8872-388249d08306 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Synchronizing usage tracker for tenant:99cafe7a5bcc4198a679b244c9fa3b18 on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:52:56.062224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Attempting to bind port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:56.063448 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Attempting to bind port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:56.065165 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Attempting to bind port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 on network cef18478-3c54-4128-9884-5fb58230f833 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:56.077320 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:56.082757 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be58240-2c25-4928-855e-11adc1b9bc9c x-openstack-request-id: req-9be58240-2c25-4928-855e-11adc1b9bc9c {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:56.083509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:56.083778 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9be58240-2c25-4928-855e-11adc1b9bc9c {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:56.087819 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-b4ec17c4-d6ee-40d2-9a51-599791c25453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:56.089315 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-b4ec17c4-d6ee-40d2-9a51-599791c25453 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.1130781 Jun 01 09:52:56.090274 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82', 'status': 'completed', 'code': 200} Jun 01 09:52:56.091645 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 on network cef18478-3c54-4128-9884-5fb58230f833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:56.092463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Attempting to bind port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 on network cef18478-3c54-4128-9884-5fb58230f833 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:56.103681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:56.104019 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Checking segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:56.104402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Bound using segment: {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:56.105399 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Bound port: 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02984f7-ce21-4dad-856e-e61e1fe9ef52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:56.105759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.159942 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.165868 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9553a618-a580-4c5d-8872-388249d08306 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Unset dirty status for tenant:99cafe7a5bcc4198a679b244c9fa3b18 on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:52:56.167300 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9553a618-a580-4c5d-8872-388249d08306 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.72 "GET /v2.0/networks?id=e119e201-441b-46f9-89f9-912282509f09 HTTP/1.1" status: 200 len: 809 time: 0.5739453 Jun 01 09:52:56.177052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port b0b87fa2-634b-42b2-99df-bab509c7d977 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:56.197274 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port b0b87fa2-634b-42b2-99df-bab509c7d977 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:56.197717 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.201121 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Request body: {'port': {'device_id': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'network_id': 'e119e201-441b-46f9-89f9-912282509f09', 'admin_state_up': True, 'tenant_id': '99cafe7a5bcc4198a679b244c9fa3b18'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:56.217254 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-97d6e8fd-c2ec-4b0e-bcfe-14e492500ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130044 Jun 01 09:52:56.225647 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53592e8-e331-4155-b444-d8cc98d2068c {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:56.244000 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b53592e8-e331-4155-b444-d8cc98d2068c,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:56.252558 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.269751 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:56.345733 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:56.352433 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:56.358468 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:56.363252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:56.372068 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.383706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:56.408096 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-85c35ae3-7bcf-4bc5-b916-4b5df0daa841 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766710 Jun 01 09:52:56.444626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.487820 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.512236 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c38d07-8fde-4062-aaf0-1c98a1bffd73 req-9edde07b-77e2-41d9-ad5b-df20fe54fcc3 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:56.513929 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3c38d07-8fde-4062-aaf0-1c98a1bffd73 req-9edde07b-77e2-41d9-ad5b-df20fe54fcc3 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 943 time: 0.3548830 Jun 01 09:52:56.570198 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b0b87fa2-634b-42b2-99df-bab509c7d977,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:56.578941 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:56.579150 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:56.579706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.581088 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] 10.222.0.72 "PUT /v2.0/ports/4d59d0ce-fb8e-4f6f-87b1-94387530a875 HTTP/1.1" status: 200 len: 1094 time: 3.0437756 Jun 01 09:52:56.582172 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e250dc-38f9-4262-8ec4-cbc788ebe9f2" -d '{"events": [{"server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "name": "network-vif-plugged", "status": "completed", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:56.592375 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['b53592e8-e331-4155-b444-d8cc98d2068c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:52:56.593115 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a3c38d07-8fde-4062-aaf0-1c98a1bffd73 req-6f5822cb-0017-4b6d-9ba8-4d4e2a9c28ba tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700998 Jun 01 09:52:56.604149 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:56.624144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Usage tracker for resource:port and tenant:99cafe7a5bcc4198a679b244c9fa3b18 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:56.637582 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:56.663985 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.676778 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-274ffef3-5350-4163-bb07-cfe2a496df23 req-cc2ffdab-6272-4170-8a56-d074b0cf61f6 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559566 Jun 01 09:52:56.679797 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:56.764787 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:56.767170 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Pushing event updated for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:56.797567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:56.824971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a135802-045d-4c79-8d2a-3e6312d0d1c4 x-openstack-request-id: req-6a135802-045d-4c79-8d2a-3e6312d0d1c4 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:56.825272 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "name": "network-vif-plugged", "status": "completed", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:56.826043 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a135802-045d-4c79-8d2a-3e6312d0d1c4 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:56.826498 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977', 'code': 200} Jun 01 09:52:56.842222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Made reservation on behalf of 99cafe7a5bcc4198a679b244c9fa3b18 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:52:56.855070 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:56.892615 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:56.914391 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:57.047633 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-e8a07682-304b-48b6-9b32-3e8560bae7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.049164 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-e8a07682-304b-48b6-9b32-3e8560bae7b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 1097 time: 0.4073977 Jun 01 09:52:57.179041 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-a3504201-09d4-4c7b-ba00-0fe2fdfbcae2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875 HTTP/1.1" status: 200 len: 217 time: 0.1070442 Jun 01 09:52:57.285613 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-000183e4-16e8-44b1-8d03-e894233771cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.287131 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-000183e4-16e8-44b1-8d03-e894233771cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1096 time: 0.5438826 Jun 01 09:52:57.307902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76991735-579e-4c7c-81c8-1a9546c72bd7 req-e01081bb-0e75-445d-a84e-34bb7cec9c04 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.309409 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-76991735-579e-4c7c-81c8-1a9546c72bd7 req-e01081bb-0e75-445d-a84e-34bb7cec9c04 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 944 time: 0.5690234 Jun 01 09:52:57.314976 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-e124d37c-3340-467c-b3c9-b3b0a0305dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.316486 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-e124d37c-3340-467c-b3c9-b3b0a0305dc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.1285405 Jun 01 09:52:57.371414 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-47a50240-d53b-4047-ac89-59e49acaab73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477610 Jun 01 09:52:57.401623 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Allocated IP 172.20.0.13 (e119e201-441b-46f9-89f9-912282509f09/ddad1d8c-bd78-4f22-98c3-8a60b14a9b72/d1b4abd2-6b76-4a6b-8925-9d3a08280b45) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:52:57.417505 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d041eb-8711-43bf-82d7-6b323dd56610 req-af20b98d-8c91-4ffb-9043-6900c0b67176 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.419065 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01d041eb-8711-43bf-82d7-6b323dd56610 req-af20b98d-8c91-4ffb-9043-6900c0b67176 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.4248168 Jun 01 09:52:57.491218 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-76991735-579e-4c7c-81c8-1a9546c72bd7 req-4de5132e-84e8-4658-ba5b-cddb52dc4add tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558905 Jun 01 09:52:57.533501 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01d041eb-8711-43bf-82d7-6b323dd56610 req-dc7762ab-a8a9-4bc0-bb6e-25c206f9119e tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067238 Jun 01 09:52:57.537366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0c9fe-e8d1-4e45-ab8f-037e07fe9d78 req-c7eed47b-babb-489d-aef8-23ba7bbcc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.538790 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-81d0c9fe-e8d1-4e45-ab8f-037e07fe9d78 req-c7eed47b-babb-489d-aef8-23ba7bbcc877 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 1102 time: 0.3277829 Jun 01 09:52:57.587939 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-788ad3ab-bc95-4e13-acc6-3791071160de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.590411 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-788ad3ab-bc95-4e13-acc6-3791071160de service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.2938147 Jun 01 09:52:57.599675 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-81d0c9fe-e8d1-4e45-ab8f-037e07fe9d78 req-48fb09e8-776b-44a3-87eb-23a379e1b639 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484319 Jun 01 09:52:57.650901 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-fdfe78c3-98d3-4efa-9364-76f44717320e service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703354 Jun 01 09:52:57.762579 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-8007da16-b327-410a-8d37-4bfee2b91abc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.0699875 Jun 01 09:52:57.770200 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-af29a23a-5615-4123-938e-8caf2e9cf175 req-a9ee621f-de05-48c3-b44c-c85a2c493b75 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 210 time: 0.1101985 Jun 01 09:52:57.828636 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:57.875896 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4a082d1d-9686-4b3a-8f5e-104059b0ea67 req-d6c43cb0-07ff-4c78-99d0-bd90057a35eb service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982772 Jun 01 09:52:57.890545 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-63d5076b-79e5-4cbd-83b1-497778adb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.892013 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-63d5076b-79e5-4cbd-83b1-497778adb6e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.1158156 Jun 01 09:52:57.894669 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:57.903360 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:57.945309 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-5dbf2d6e-f8f8-46a3-918a-b0fb1359795a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432265 Jun 01 09:52:57.971931 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Network e119e201-441b-46f9-89f9-912282509f09 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:52:57.975358 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:52:57.978113 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:52:57.978779 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d50f0a-e2cb-486d-814e-463b8e90a5a7 req-3a2dd221-fa05-4ad2-9e70-e7d5880dbc28 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.980323 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-76d50f0a-e2cb-486d-814e-463b8e90a5a7 req-3a2dd221-fa05-4ad2-9e70-e7d5880dbc28 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 944 time: 0.1574838 Jun 01 09:52:57.984937 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:57.985536 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:58.006473 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Pushing event updated for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:58.011315 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:58.017759 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8239903 Jun 01 09:52:58.033229 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Request body: {'port': {'device_id': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:52:58.092463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:52:58.093882 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-76d50f0a-e2cb-486d-814e-463b8e90a5a7 req-3e43f895-f353-4032-b384-5b1d49041e7f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068490 Jun 01 09:52:58.094858 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28e968-83bd-479e-a825-e9751ed11600" -d '{"events": [{"name": "network-changed", "server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:52:58.129152 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-777973d9-1176-4182-8e93-6db3ec23e729 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760228 Jun 01 09:52:58.161676 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:58.182887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754e3ab3-134a-440c-92a9-26a82655766b x-openstack-request-id: req-754e3ab3-134a-440c-92a9-26a82655766b {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:52:58.183197 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:52:58.183457 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-754e3ab3-134a-440c-92a9-26a82655766b {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:52:58.183874 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875', 'status': 'completed', 'code': 200} Jun 01 09:52:58.327819 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06a8bb6a-3cfa-426e-ba9b-76a35820233e req-26c3c858-014e-4344-b655-255977335f60 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856751 Jun 01 09:52:58.402447 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e968-83bd-479e-a825-e9751ed11600 req-84a8c63f-3be3-4f26-8a15-a13e002de51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:58.404262 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-84a8c63f-3be3-4f26-8a15-a13e002de51d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 1097 time: 0.1805675 Jun 01 09:52:58.844183 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515ca12-b584-42cd-ba25-2dd6d0b89d55 req-0303d756-25b5-4915-95f2-ea37db1d5321 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:58.845864 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d515ca12-b584-42cd-ba25-2dd6d0b89d55 req-0303d756-25b5-4915-95f2-ea37db1d5321 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 944 time: 0.1984916 Jun 01 09:52:58.847045 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38980) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:58.907870 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3f241-987c-438a-8de2-d6e0cf7b8c32 req-e36ade0a-7a55-4c7d-85b3-9b19a853b239 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:58.914809 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9aa3f241-987c-438a-8de2-d6e0cf7b8c32 req-e36ade0a-7a55-4c7d-85b3-9b19a853b239 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.1520739 Jun 01 09:52:58.937072 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e968-83bd-479e-a825-e9751ed11600 req-30b51f5d-de32-4c00-a393-5782a80313ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:58.938561 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-30b51f5d-de32-4c00-a393-5782a80313ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.5200765 Jun 01 09:52:58.939413 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d515ca12-b584-42cd-ba25-2dd6d0b89d55 req-5ba6a12c-c628-4613-a57c-5db0ad3abfa4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817199 Jun 01 09:52:58.940576 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b4abd2-6b76-4a6b-8925-9d3a08280b45 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:58.998591 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9aa3f241-987c-438a-8de2-d6e0cf7b8c32 req-8cfb55be-496d-4d5e-8042-af850a6cdb52 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828087 Jun 01 09:52:59.021623 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.026380 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-9e93a325-a5a0-420f-ad9e-9d746818f387 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875 HTTP/1.1" status: 200 len: 217 time: 0.0797796 Jun 01 09:52:59.046180 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.061454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:52:59.065556 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Usage tracker for resource:security_group_rule and tenant:d80a92ef7fc44a989efece98f38a41ae is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:52:59.068836 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:52:59.075198 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:52:59.079092 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Transition to ACTIVE for port object d1b4abd2-6b76-4a6b-8925-9d3a08280b45 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:52:59.095337 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.107810 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:59.195007 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.206690 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.221351 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3a82c6ac-695f-4754-9352-20b771dec353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:59.277929 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:59.284179 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e968-83bd-479e-a825-e9751ed11600 req-8502c2a9-c31e-4d45-b9e0-691c68a259b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:59.285713 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-8502c2a9-c31e-4d45-b9e0-691c68a259b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.2433245 Jun 01 09:52:59.287794 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:59.337233 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c2662f3e-2d47-412f-81e7-9c6dc91bea82 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:52:59.339605 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b53592e8-e331-4155-b444-d8cc98d2068c up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:52:59.359080 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d80a92ef7fc44a989efece98f38a41ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110037 Jun 01 09:52:59.372886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 38994) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:52:59.373279 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515df5f-63fe-402b-91cb-a9280b23618a,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:59.380512 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-39a635b6-598e-4346-aa8b-168175c73af9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627244 Jun 01 09:52:59.380795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:59.424724 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Attempting to bind port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:52:59.425667 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Attempting to bind port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'ccffec16-2429-4385-ac51-c426fd0590e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e119e201-441b-46f9-89f9-912282509f09'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:52:59.426301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Attempting to bind port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 on network e119e201-441b-46f9-89f9-912282509f09 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:59.439565 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 on network e119e201-441b-46f9-89f9-912282509f09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:52:59.440851 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Attempting to bind port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 on network e119e201-441b-46f9-89f9-912282509f09 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:52:59.500261 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:52:59.500985 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Checking segment: {'id': 'ccffec16-2429-4385-ac51-c426fd0590e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e119e201-441b-46f9-89f9-912282509f09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:52:59.501606 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Bound using segment: {'id': 'ccffec16-2429-4385-ac51-c426fd0590e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e119e201-441b-46f9-89f9-912282509f09'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:52:59.502324 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Bound port: d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccffec16-2429-4385-ac51-c426fd0590e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e119e201-441b-46f9-89f9-912282509f09'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:52:59.502885 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.503607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6fd00-8459-41ac-8fe7-d7d66cc29492 req-fd4c8600-eb47-4be3-8d3c-14041d121f2c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:59.505293 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8aa6fd00-8459-41ac-8fe7-d7d66cc29492 req-fd4c8600-eb47-4be3-8d3c-14041d121f2c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 944 time: 0.2861531 Jun 01 09:52:59.506099 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.554017 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe95b3-79df-4b72-b1a8-ebc2cd7c05a6 req-6a3b870b-bab8-4c95-9ac2-693d3096ddcd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:59.561390 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5efe95b3-79df-4b72-b1a8-ebc2cd7c05a6 req-6a3b870b-bab8-4c95-9ac2-693d3096ddcd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 944 time: 0.2663169 Jun 01 09:52:59.637577 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port b53592e8-e331-4155-b444-d8cc98d2068c completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:52:59.637795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.642518 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:59.649503 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8aa6fd00-8459-41ac-8fe7-d7d66cc29492 req-ac3fb902-b8e0-4ab7-9338-66b56a06d735 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101778 Jun 01 09:52:59.657589 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port b53592e8-e331-4155-b444-d8cc98d2068c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:52:59.658008 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.680586 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:52:59.685119 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-33b9f2ce-7c4d-492d-b4d7-6026bbcd2e9a service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797756 Jun 01 09:52:59.687361 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,segment=NetworkSegment(ccffec16-2429-4385-ac51-c426fd0590e2),segment_id=ccffec16-2429-4385-ac51-c426fd0590e2)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:52:59.689698 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'port_id': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82', 'mac_address': 'fa:16:3e:2c:79:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:52:59.696894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.751334 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5efe95b3-79df-4b72-b1a8-ebc2cd7c05a6 req-c4bbeaa0-efe1-4d5a-b787-c244a68b429f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861844 Jun 01 09:52:59.777232 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.799404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.801642 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2662f3e-2d47-412f-81e7-9c6dc91bea82 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:52:59.808229 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:59.825705 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515df5f-63fe-402b-91cb-a9280b23618a,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:59.829553 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:52:59.832843 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.837753 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9515df5f-63fe-402b-91cb-a9280b23618a HTTP/1.1" status: 204 len: 168 time: 0.4604046 Jun 01 09:52:59.855220 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:52:59.868622 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af4418fd-2e1f-474b-8308-fea69de97959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:59.879380 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.884012 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:52:59.930972 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ad28e968-83bd-479e-a825-e9751ed11600 req-9a3d5f75-5711-4348-8bef-d0286d81b40d service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372630 Jun 01 09:52:59.948938 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:52:59.950995 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.952705 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] 10.222.0.72 "PUT /v2.0/ports/d1b4abd2-6b76-4a6b-8925-9d3a08280b45 HTTP/1.1" status: 200 len: 1094 time: 1.9239578 Jun 01 09:52:59.960374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:52:59.992772 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:52:59.996710 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:00.008814 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:00.021164 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:00.029295 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:00.031886 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6233a938-0e56-4d41-97fb-2a23ea6309d6" -d '{"events": [{"server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "name": "network-vif-plugged", "status": "completed", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:00.041822 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b53592e8-e331-4155-b444-d8cc98d2068c,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:00.052106 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:00.054515 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:00.139294 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:00.143670 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9b2651fb-934f-40b9-bcc5-9a1f6ff201b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.145775 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-9b2651fb-934f-40b9-bcc5-9a1f6ff201b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99cafe7a5bcc4198a679b244c9fa3b18&device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 1097 time: 0.1404910 Jun 01 09:53:00.152335 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:00.210386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:00.212732 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a7524-be9d-4d3b-a638-9dc3e3170d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:00.230860 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-496d207f-7e3e-4459-9a1e-d04d57738b8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45 HTTP/1.1" status: 200 len: 217 time: 0.0727208 Jun 01 09:53:00.290417 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['c2662f3e-2d47-412f-81e7-9c6dc91bea82'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:00.313412 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44f2e1-a172-4f66-9f5b-26de8ade718d req-c5bed01a-342d-40e9-9e57-7268af5aa1d3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.314722 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-1b778646-0d02-4bf4-ae30-0c31018f4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.316565 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-1b778646-0d02-4bf4-ae30-0c31018f4b40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddad1d8c-bd78-4f22-98c3-8a60b14a9b72 HTTP/1.1" status: 200 len: 849 time: 0.0751543 Jun 01 09:53:00.319121 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7e44f2e1-a172-4f66-9f5b-26de8ade718d req-c5bed01a-342d-40e9-9e57-7268af5aa1d3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 944 time: 0.2454722 Jun 01 09:53:00.382915 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-a6aa005c-cee4-4b47-8340-5b0da40b4acc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e119e201-441b-46f9-89f9-912282509f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487056 Jun 01 09:53:00.387882 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7e44f2e1-a172-4f66-9f5b-26de8ade718d req-f69d6bb2-1fcf-412b-b75e-d338915c0e29 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 Jun 01 09:53:00.411942 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25504-a4b5-479e-a4fb-6af57916a8d8 req-0eb1c6a2-ef8d-4500-a1ed-0b9ca36bfabd tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.419820 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a0f25504-a4b5-479e-a4fb-6af57916a8d8 req-0eb1c6a2-ef8d-4500-a1ed-0b9ca36bfabd tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.1882138 Jun 01 09:53:00.453535 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b0a986-1e80-478f-b0e9-f196c1aa1a13 x-openstack-request-id: req-85b0a986-1e80-478f-b0e9-f196c1aa1a13 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:00.454231 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "name": "network-vif-plugged", "status": "completed", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:00.454336 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85b0a986-1e80-478f-b0e9-f196c1aa1a13 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:00.454813 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c', 'code': 200} Jun 01 09:53:00.492518 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a0f25504-a4b5-479e-a4fb-6af57916a8d8 req-ec9b6043-157d-40e6-afc7-99753bf47fca tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Jun 01 09:53:00.575767 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef829db7-91c2-4ab4-9966-046291a8b8c4 x-openstack-request-id: req-ef829db7-91c2-4ab4-9966-046291a8b8c4 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:00.576857 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:00.577312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef829db7-91c2-4ab4-9966-046291a8b8c4 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:00.578123 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45', 'status': 'completed', 'code': 200} Jun 01 09:53:00.669646 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-555ab644-f738-47c8-8f5b-64f3525ac1db service neutron] 10.222.0.72 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789359 Jun 01 09:53:00.926532 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc1686-6d14-4d48-bcf5-6f18bcbc157a req-266dde0c-3caa-46b2-8621-bd552742960f tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.929710 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-65fc1686-6d14-4d48-bcf5-6f18bcbc157a req-266dde0c-3caa-46b2-8621-bd552742960f tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 944 time: 0.1391938 Jun 01 09:53:00.951371 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-adfdd94e-5ba8-4bb7-8299-5a126b2fa7a9 req-257d1c09-85ea-4889-8051-437a6ef148ee service neutron] 10.222.0.72 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724495 Jun 01 09:53:00.996413 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ff35-bb9c-4f30-9e2a-f784fe50d4a6 req-6709f39b-ea9a-40c7-82a1-49268d1a8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:00.998428 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f1b9ff35-bb9c-4f30-9e2a-f784fe50d4a6 req-6709f39b-ea9a-40c7-82a1-49268d1a8726 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 1098 time: 0.2553549 Jun 01 09:53:01.042423 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-65fc1686-6d14-4d48-bcf5-6f18bcbc157a req-7c54dbcb-04a7-4643-a3a7-930f10097c80 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039166 Jun 01 09:53:01.259662 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f1b9ff35-bb9c-4f30-9e2a-f784fe50d4a6 req-e7d05bc0-7764-49e4-8d3a-3cf6bc154cf8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503870 Jun 01 09:53:01.275099 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7d3f-0460-4bb6-8a04-174004584ae8 req-c1f4a357-e3a6-4aa1-bbe1-fa8aa8512868 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.276731 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-403a7d3f-0460-4bb6-8a04-174004584ae8 req-c1f4a357-e3a6-4aa1-bbe1-fa8aa8512868 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.2149913 Jun 01 09:53:01.284147 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-7f1ef13f-8083-46d7-bb61-d5e1f53a4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.286339 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-7f1ef13f-8083-46d7-bb61-d5e1f53a4139 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=99cafe7a5bcc4198a679b244c9fa3b18&device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 1097 time: 0.2532792 Jun 01 09:53:01.319277 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39be450-c815-4657-86e7-7cc781493c72 req-62279fc3-1e71-4cad-99f3-0d008eb3515a tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.321298 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a39be450-c815-4657-86e7-7cc781493c72 req-62279fc3-1e71-4cad-99f3-0d008eb3515a tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.1532474 Jun 01 09:53:01.357187 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 4d59d0ce-fb8e-4f6f-87b1-94387530a875 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:53:01.362609 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c2662f3e-2d47-412f-81e7-9c6dc91bea82 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:01.367358 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-403a7d3f-0460-4bb6-8a04-174004584ae8 req-d6787fd9-e19f-4081-8229-fe8c6d90d39a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833180 Jun 01 09:53:01.414862 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a39be450-c815-4657-86e7-7cc781493c72 req-1e036161-515d-412a-ba92-522de955146d tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Jun 01 09:53:01.542417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-d4cb1fc0-b44e-46c7-8ad6-18514688dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.544240 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-d4cb1fc0-b44e-46c7-8ad6-18514688dcba service neutron] 10.222.0.72 "GET /v2.0/networks?id=e119e201-441b-46f9-89f9-912282509f09 HTTP/1.1" status: 200 len: 910 time: 0.2132118 Jun 01 09:53:01.615971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port c2662f3e-2d47-412f-81e7-9c6dc91bea82 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:01.633318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port c2662f3e-2d47-412f-81e7-9c6dc91bea82 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:01.633703 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:01.672523 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-116045cd-d812-4168-93da-f8719d38a045 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45 HTTP/1.1" status: 200 len: 217 time: 0.1103811 Jun 01 09:53:01.721919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:01.739349 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '4d59d0ce-fb8e-4f6f-87b1-94387530a875', 'network_id': 'cef18478-3c54-4128-9884-5fb58230f833', 'port_id': '4d59d0ce-fb8e-4f6f-87b1-94387530a875', 'mac_address': 'fa:16:3e:1c:68:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca1fb15-4186-4909-8c54-2f2c6c36544c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:53:01.769919 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1390ce-d9bd-4a60-8f44-dd29c8594abf req-29a75ff1-8b51-45ca-9868-f21d6680cb67 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.780565 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f1390ce-d9bd-4a60-8f44-dd29c8594abf req-29a75ff1-8b51-45ca-9868-f21d6680cb67 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 944 time: 0.1819503 Jun 01 09:53:01.782273 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39098) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:01.861492 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:01.881143 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:01.895664 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f1390ce-d9bd-4a60-8f44-dd29c8594abf req-072fa099-d659-4c98-a671-942134e51067 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004951 Jun 01 09:53:01.897117 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d59d0ce-fb8e-4f6f-87b1-94387530a875 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:53:01.897555 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-967245af-511c-4a86-87db-a3a56add2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:01.899076 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-967245af-511c-4a86-87db-a3a56add2aa8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddad1d8c-bd78-4f22-98c3-8a60b14a9b72 HTTP/1.1" status: 200 len: 849 time: 0.2077558 Jun 01 09:53:01.926664 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:01.933812 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:01.935473 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:01.937823 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:01.985788 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.007803 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-0425bd18-6f47-4f1a-927c-a27cb00d154c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e119e201-441b-46f9-89f9-912282509f09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943451 Jun 01 09:53:02.015690 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:02.019397 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:02.019879 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:02.041845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.097508 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:02.107135 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Usage tracker for resource:security_group_rule and tenant:814dac0a13c4435dae07675f70305f49 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:02.113018 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:02.114734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:02.118213 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:02.123068 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:02.184483 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-60a34d66-c24a-4dba-8664-0e1362863d62 service neutron] 10.222.0.72 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662755 Jun 01 09:53:02.250931 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.261024 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.270128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-64b6cba5-acc4-49a7-a461-e6b86f4b9843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:02.323645 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e6993-5045-4224-ba01-10dcc2dc78cf,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:02.331607 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=814dac0a13c4435dae07675f70305f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448232 Jun 01 09:53:02.331607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:02.331607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39114) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:02.344078 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-273a7524-be9d-4d3b-a638-9dc3e3170d1f req-9cc10d53-fee5-4991-b362-65c38658d010 service neutron] 10.222.0.72 "GET /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500735 Jun 01 09:53:02.377387 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708f0d-cd84-4548-9a5d-333828089476 req-229f3899-9e47-46ee-94e5-9f6c12da2db0 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:02.378832 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a708f0d-cd84-4548-9a5d-333828089476 req-229f3899-9e47-46ee-94e5-9f6c12da2db0 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 944 time: 0.1725972 Jun 01 09:53:02.422626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['4d59d0ce-fb8e-4f6f-87b1-94387530a875'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:02.449231 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.460425 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a708f0d-cd84-4548-9a5d-333828089476 req-bbb0d8cc-a44a-4456-a3b9-56c714327661 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714242 Jun 01 09:53:02.484560 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:02.487539 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965cd99c-0e79-4d06-9869-3b0d6a3e3ee4" -d '{"events": [{"server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "name": "network-vif-plugged", "status": "completed", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:02.577503 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.758196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.763413 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d306a488-1cc4-44e5-a3f5-84b6824ff4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:02.780312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7aaef-060d-46be-9fa6-ec42f0bf91c3 req-6003ee35-f9fd-4254-97f5-35526a86775b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:02.781854 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58b7aaef-060d-46be-9fa6-ec42f0bf91c3 req-6003ee35-f9fd-4254-97f5-35526a86775b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.2495589 Jun 01 09:53:02.794253 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8076b-00ba-4a37-9df5-f66026edbd34 req-79c481cb-d12a-4018-a2b1-380fbfb758d2 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:02.796022 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fca8076b-00ba-4a37-9df5-f66026edbd34 req-79c481cb-d12a-4018-a2b1-380fbfb758d2 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.2210972 Jun 01 09:53:02.799573 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e6993-5045-4224-ba01-10dcc2dc78cf,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:02.802103 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:02.820424 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:02.821515 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a44e6993-5045-4224-ba01-10dcc2dc78cf HTTP/1.1" status: 204 len: 168 time: 0.4891486 Jun 01 09:53:02.881216 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fca8076b-00ba-4a37-9df5-f66026edbd34 req-720d5bdd-0f3c-442b-8d6c-3b47a3d43d7b tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea3fa652-a245-4f43-87f5-edbd16981d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Jun 01 09:53:02.884264 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58b7aaef-060d-46be-9fa6-ec42f0bf91c3 req-2302b26f-6658-42a7-ba38-c6d497ecb0be tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871603 Jun 01 09:53:02.957136 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1fb32b-ca08-4dd3-b9f6-c112b302d74c x-openstack-request-id: req-ee1fb32b-ca08-4dd3-b9f6-c112b302d74c {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:02.958385 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "name": "network-vif-plugged", "status": "completed", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:02.958923 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee1fb32b-ca08-4dd3-b9f6-c112b302d74c {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:02.959557 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82', 'code': 200} Jun 01 09:53:03.180512 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86a108-6145-4623-9197-fe9b1275f1bf req-5d3c1085-7828-4a13-aab1-535b85f0a163 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:03.182887 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cc86a108-6145-4623-9197-fe9b1275f1bf req-5d3c1085-7828-4a13-aab1-535b85f0a163 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 945 time: 0.1241889 Jun 01 09:53:03.220871 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39148) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:03.248606 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.281885 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cc86a108-6145-4623-9197-fe9b1275f1bf req-bb8943e8-b2ce-4f31-98d0-29c5db6a5329 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929627 Jun 01 09:53:03.282891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:03.294539 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Usage tracker for resource:security_group_rule and tenant:4d940627e7684d83b38fedb844a3fd03 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:03.297767 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:03.305186 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:03.318544 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-8b329ec2-f375-4b48-97ad-8ba138b524cc tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:03.319759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-8b329ec2-f375-4b48-97ad-8ba138b524cc tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Synchronizing usage tracker for tenant:9b03c8f9791f4655a900fdd9cf7e28b6 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:53:03.332913 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81454fcb-9d02-402d-96a7-4c4ce51f2417 req-d1cfe137-509a-4aad-94db-8fff0b7c5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:03.334393 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-81454fcb-9d02-402d-96a7-4c4ce51f2417 req-d1cfe137-509a-4aad-94db-8fff0b7c5060 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.1352434 Jun 01 09:53:03.342579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-8b329ec2-f375-4b48-97ad-8ba138b524cc tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Unset dirty status for tenant:9b03c8f9791f4655a900fdd9cf7e28b6 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:53:03.343622 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-8b329ec2-f375-4b48-97ad-8ba138b524cc tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.72 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 949 time: 0.1802845 Jun 01 09:53:03.393527 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.399193 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.408395 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3c74a0af-ab99-4ad0-896b-90fc3ed6c391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:03.437337 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-81454fcb-9d02-402d-96a7-4c4ce51f2417 req-ca71c054-0dbd-4810-b7cd-75c1bbc34ca9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877841 Jun 01 09:53:03.454680 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d940627e7684d83b38fedb844a3fd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326307 Jun 01 09:53:03.455565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5468673-ae56-4cb8-97d9-7c24cb36463e,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:03.458292 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39152) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:03.461185 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:03.514192 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Deleting port b0b87fa2-634b-42b2-99df-bab509c7d977 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:53:03.514518 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.520781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.548762 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.658109 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.662143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] For port b0b87fa2-634b-42b2-99df-bab509c7d977, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b0b87fa2-634b-42b2-99df-bab509c7d977,segment=NetworkSegment(adc136bb-adc9-4256-9fe7-f147063184e8),segment_id=adc136bb-adc9-4256-9fe7-f147063184e8)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:03.662595 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.662927 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-38023728-d341-46f2-a38a-26eeb0baddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:03.677493 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5468673-ae56-4cb8-97d9-7c24cb36463e,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:03.683463 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:03.693730 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62926a4-de22-4e51-92be-1c1adf115257 req-5128ec51-53ef-4993-a049-60c399e62814 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:03.695230 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c62926a4-de22-4e51-92be-1c1adf115257 req-5128ec51-53ef-4993-a049-60c399e62814 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 944 time: 0.1178894 Jun 01 09:53:03.696471 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:03.697471 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5468673-ae56-4cb8-97d9-7c24cb36463e HTTP/1.1" status: 204 len: 168 time: 0.2382455 Jun 01 09:53:03.759502 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c62926a4-de22-4e51-92be-1c1adf115257 req-33e4f8b6-3605-4146-bacb-6904209823f3 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 Jun 01 09:53:03.803557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Calling delete_port for b0b87fa2-634b-42b2-99df-bab509c7d977 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:53:04.011845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:04.019093 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:04.024704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['b0b87fa2-634b-42b2-99df-bab509c7d977'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:04.066646 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-947f3c68-ea0d-452d-9771-2e3e12d9ef15 req-e5b4a344-2733-43d4-a0b4-4f49456727fb tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 210 time: 0.0692916 Jun 01 09:53:04.071468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Pushing event deleted for resources: {'Port': ['ID=b0b87fa2-634b-42b2-99df-bab509c7d977,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:04.079321 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:04.231707 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceefb0c-cc2f-4961-8596-8d732b2ed373 req-4179f0c9-73bc-4ca0-8401-d6ddb56b5524 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:04.233725 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ceefb0c-cc2f-4961-8596-8d732b2ed373 req-4179f0c9-73bc-4ca0-8401-d6ddb56b5524 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.1630859 Jun 01 09:53:04.303743 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ceefb0c-cc2f-4961-8596-8d732b2ed373 req-006121e0-b7f6-4092-8b4e-eeb1e2cc9d8b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610294 Jun 01 09:53:04.416359 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] No DVR routers for this DVR port b0b87fa2-634b-42b2-99df-bab509c7d977 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:53:04.420286 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:04.436380 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'name': 'network-vif-deleted', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:04.440438 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc284630-5415-4411-8166-a637255c7962" -d '{"events": [{"server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "name": "network-vif-deleted", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:04.445814 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-45053a7c-c9a7-4518-9129-902596b5fec6 req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.72 "DELETE /v2.0/ports/b0b87fa2-634b-42b2-99df-bab509c7d977 HTTP/1.1" status: 204 len: 173 time: 1.0885179 Jun 01 09:53:04.536015 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6eef91-31b8-44a5-9db6-765d4711244d x-openstack-request-id: req-3c6eef91-31b8-44a5-9db6-765d4711244d {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:04.536372 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eca22d1-04b1-45cf-ac6e-2aca8be04a3a", "name": "network-vif-deleted", "tag": "b0b87fa2-634b-42b2-99df-bab509c7d977", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:04.536685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c6eef91-31b8-44a5-9db6-765d4711244d {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:04.537064 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eca22d1-04b1-45cf-ac6e-2aca8be04a3a', 'name': 'network-vif-deleted', 'tag': 'b0b87fa2-634b-42b2-99df-bab509c7d977', 'status': 'completed', 'code': 200} Jun 01 09:53:04.599738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b721ac-bab7-41d4-ac21-91192645d0c1 req-7e1b1a0e-b20f-4af3-b64f-b630b05b831d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:04.601595 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41b721ac-bab7-41d4-ac21-91192645d0c1 req-7e1b1a0e-b20f-4af3-b64f-b630b05b831d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 945 time: 0.1299028 Jun 01 09:53:04.678712 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41b721ac-bab7-41d4-ac21-91192645d0c1 req-3d33b0c1-9add-465b-bd6d-048e47a9a1cf tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697789 Jun 01 09:53:05.045540 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32038-59a4-4b19-aa1b-95d2e9db212c req-34955af8-b513-49cc-a253-389d956ff97c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:05.047123 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-35e32038-59a4-4b19-aa1b-95d2e9db212c req-34955af8-b513-49cc-a253-389d956ff97c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 944 time: 0.1563456 Jun 01 09:53:05.098956 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-35e32038-59a4-4b19-aa1b-95d2e9db212c req-04d1353e-f4d3-4a02-821b-dc23839f6cc9 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Jun 01 09:53:05.247161 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e612a614-7a65-4f38-9616-2f8c4a2d0265 req-8fcfe01f-ae41-4bbf-b8c4-59c11089c58a tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eca22d1-04b1-45cf-ac6e-2aca8be04a3a HTTP/1.1" status: 200 len: 210 time: 0.0568712 Jun 01 09:53:05.369419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d1b4abd2-6b76-4a6b-8925-9d3a08280b45 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:53:05.372191 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 4d59d0ce-fb8e-4f6f-87b1-94387530a875 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:05.562806 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:05.586112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:05.586580 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:05.655038 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,segment=NetworkSegment(ccffec16-2429-4385-ac51-c426fd0590e2),segment_id=ccffec16-2429-4385-ac51-c426fd0590e2)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:05.704032 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45', 'network_id': 'e119e201-441b-46f9-89f9-912282509f09', 'port_id': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45', 'mac_address': 'fa:16:3e:0d:f6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddad1d8c-bd78-4f22-98c3-8a60b14a9b72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:53:05.811272 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:05.832332 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:05.841902 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b4abd2-6b76-4a6b-8925-9d3a08280b45 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:53:05.867869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29226275-d715-4958-95e4-9d61653b7513 req-40481b68-5491-4c6e-8a6c-84c9bcd84181 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:05.870965 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,segment=NetworkSegment(ccffec16-2429-4385-ac51-c426fd0590e2),segment_id=ccffec16-2429-4385-ac51-c426fd0590e2)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:05.874689 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-29226275-d715-4958-95e4-9d61653b7513 req-40481b68-5491-4c6e-8a6c-84c9bcd84181 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 945 time: 0.0895510 Jun 01 09:53:05.877880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:05.880631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b5f7a-e2f8-40c5-9627-6d286b37b49a" -d '{"events": [{"server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "name": "network-vif-plugged", "status": "completed", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:05.885388 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:05.888875 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:05.925781 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:05.930642 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-29226275-d715-4958-95e4-9d61653b7513 req-3f601e44-c278-4295-b21a-f3b13787aaba tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Jun 01 09:53:05.934826 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52a3ee8-84fb-4a06-9894-c48feab2eeee x-openstack-request-id: req-b52a3ee8-84fb-4a06-9894-c48feab2eeee {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:05.935123 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "name": "network-vif-plugged", "status": "completed", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:05.935529 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b52a3ee8-84fb-4a06-9894-c48feab2eeee {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:05.935787 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875', 'code': 200} Jun 01 09:53:05.943141 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:05.966352 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:05.969440 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:05.969945 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:06.055784 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:06.059902 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:06.217216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5b8a-5689-4b93-815b-56dab0545e2f req-85caf98b-d0d6-46bd-a59e-b186caed1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:06.218721 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-bebb5b8a-5689-4b93-815b-56dab0545e2f req-85caf98b-d0d6-46bd-a59e-b186caed1509 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 1099 time: 0.0782077 Jun 01 09:53:06.280335 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-bebb5b8a-5689-4b93-815b-56dab0545e2f req-3a4b5c75-caee-4514-a012-4ea3d7a39c1a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Jun 01 09:53:06.309703 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb392a9-7b84-427f-998e-bfa851a04b33 req-9c8272f2-0564-46a7-8a0f-b8208d4da2fd tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:06.312005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6cb392a9-7b84-427f-998e-bfa851a04b33 req-9c8272f2-0564-46a7-8a0f-b8208d4da2fd tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 945 time: 0.0887566 Jun 01 09:53:06.314620 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['d1b4abd2-6b76-4a6b-8925-9d3a08280b45'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:06.366298 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6cb392a9-7b84-427f-998e-bfa851a04b33 req-23333a75-d653-47cd-8c6a-2e46bbf58592 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Jun 01 09:53:07.115340 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fba-a3b3-4dba-908a-e71facab5782 req-c59fd630-0aee-496b-85b9-e4eb1ed18735 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:07.116699 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-20399fba-a3b3-4dba-908a-e71facab5782 req-c59fd630-0aee-496b-85b9-e4eb1ed18735 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0800288 Jun 01 09:53:07.161997 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-20399fba-a3b3-4dba-908a-e71facab5782 req-c374e8af-80e2-4af4-a599-71e0c104a518 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Jun 01 09:53:07.398147 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b0b87fa2-634b-42b2-99df-bab509c7d977 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:53:07.438516 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: b0b87fa2-634b-42b2-99df-bab509c7d977 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:53:07.438873 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b0b87fa2-634b-42b2-99df-bab509c7d977 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:53:07.570526 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7197e4-8dee-40d8-860c-82b55ae0c4b2 req-6839dc6a-d1b3-4182-a7c0-ee6edee41ac7 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:07.571938 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9d7197e4-8dee-40d8-860c-82b55ae0c4b2 req-6839dc6a-d1b3-4182-a7c0-ee6edee41ac7 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 945 time: 0.0909646 Jun 01 09:53:07.636165 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9d7197e4-8dee-40d8-860c-82b55ae0c4b2 req-d6666f8d-b005-4634-acb2-5d29d9c3e1f3 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Jun 01 09:53:08.375516 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e7151-3664-44f0-b31f-98271833a59f req-10ddc4a6-af2d-42bd-bf7b-7be8a4660987 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:08.384228 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-487e7151-3664-44f0-b31f-98271833a59f req-10ddc4a6-af2d-42bd-bf7b-7be8a4660987 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1061950 Jun 01 09:53:08.431881 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-487e7151-3664-44f0-b31f-98271833a59f req-dbb9dabd-14e1-4d2f-bccb-884305d635f0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Jun 01 09:53:08.861045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-c3d43400-5838-46dd-951c-e7f5113d3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:08.863609 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-c3d43400-5838-46dd-951c-e7f5113d3e87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 1099 time: 0.0809879 Jun 01 09:53:08.951123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987bedb-db9f-4e62-ba1e-ed3002dbca5c req-b40cc922-9b59-4388-b6fc-99547215daa8 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:08.953173 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e987bedb-db9f-4e62-ba1e-ed3002dbca5c req-b40cc922-9b59-4388-b6fc-99547215daa8 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 945 time: 0.1634464 Jun 01 09:53:08.961891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4ae26-e975-43a0-9419-890020b25d0f req-2d9b9b09-9ebf-4a50-bb87-594e3c82b5c9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:08.963584 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-43b4ae26-e975-43a0-9419-890020b25d0f req-2d9b9b09-9ebf-4a50-bb87-594e3c82b5c9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1382322 Jun 01 09:53:09.053635 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e987bedb-db9f-4e62-ba1e-ed3002dbca5c req-54f310e5-e887-433f-9025-fbe91c6568f1 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887728 Jun 01 09:53:09.073354 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-43f8244a-6f8f-4465-bf75-129ffbad63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:09.075274 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-43f8244a-6f8f-4465-bf75-129ffbad63e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.2003706 Jun 01 09:53:09.077253 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-43b4ae26-e975-43a0-9419-890020b25d0f req-7191aeb5-0eea-4145-a5f5-91184bd8047a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865209 Jun 01 09:53:09.156777 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-ff8ffb06-e380-4a8f-a470-2de1e24e25fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875 HTTP/1.1" status: 200 len: 217 time: 0.0733433 Jun 01 09:53:09.235388 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-f5b1c041-cf9c-4f4e-abe9-5480e54bcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:09.237126 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-f5b1c041-cf9c-4f4e-abe9-5480e54bcbdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.0729594 Jun 01 09:53:09.298000 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-51ef32ce-b384-4dac-a42f-d925d747f134 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482302 Jun 01 09:53:09.412919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d1b4abd2-6b76-4a6b-8925-9d3a08280b45 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:09.468259 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-2b14349e-edc1-4052-aa9c-213c68122da6 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549954 Jun 01 09:53:09.555186 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:09.561405 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:09.561787 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:09.657191 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4ceb31be-d66e-455c-b66f-d486d1bf0605 req-f9ed4b16-472f-4c9d-8f77-84e32570689c service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742325 Jun 01 09:53:09.710238 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:09.757471 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:09.760179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8cb4a8-7e6c-4bc0-8df8-76fef5ac23d6" -d '{"events": [{"server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "name": "network-vif-plugged", "status": "completed", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:09.769886 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,segment=NetworkSegment(ccffec16-2429-4385-ac51-c426fd0590e2),segment_id=ccffec16-2429-4385-ac51-c426fd0590e2)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:09.775665 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:09.778048 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:09.840669 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed49c6-c49e-4660-a78a-93fc16edd107 x-openstack-request-id: req-18ed49c6-c49e-4660-a78a-93fc16edd107 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:09.840968 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "name": "network-vif-plugged", "status": "completed", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:09.841255 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18ed49c6-c49e-4660-a78a-93fc16edd107 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:09.841851 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45', 'code': 200} Jun 01 09:53:09.868782 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:09.873689 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:10.124731 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5814d61-dc1f-4945-a041-097d24ba6bf8 req-43767e71-727d-4640-b436-11286f31b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:10.126498 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e5814d61-dc1f-4945-a041-097d24ba6bf8 req-43767e71-727d-4640-b436-11286f31b177 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 1099 time: 0.0832479 Jun 01 09:53:10.190482 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e5814d61-dc1f-4945-a041-097d24ba6bf8 req-7fad27a3-0ea6-47cf-bef5-0c004de8aeca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Jun 01 09:53:10.331935 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c077b-fd24-4e40-a5c4-8ece321ff910 req-7dde8831-57d2-4b32-8105-b878e171ea27 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:10.333344 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d99c077b-fd24-4e40-a5c4-8ece321ff910 req-7dde8831-57d2-4b32-8105-b878e171ea27 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.1530979 Jun 01 09:53:10.342342 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfacfe-bee5-434b-954c-16cf176d1a75 req-3d222a9a-4111-401d-859a-bac2d9f2ff85 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:10.343969 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58dfacfe-bee5-434b-954c-16cf176d1a75 req-3d222a9a-4111-401d-859a-bac2d9f2ff85 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1292734 Jun 01 09:53:10.418446 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d99c077b-fd24-4e40-a5c4-8ece321ff910 req-a9fa4099-0ced-46d8-a157-5f5cc8129403 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692534 Jun 01 09:53:10.421158 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58dfacfe-bee5-434b-954c-16cf176d1a75 req-4e23497d-272f-4ade-8aef-509b2bb9591f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701995 Jun 01 09:53:10.544490 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:53:11.639722 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907291c-d8e7-4e13-8df7-7feba6f8e37c req-6117c0b1-b8f0-40fa-a6a8-6763f0d4a23c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:11.641274 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c907291c-d8e7-4e13-8df7-7feba6f8e37c req-6117c0b1-b8f0-40fa-a6a8-6763f0d4a23c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.0909967 Jun 01 09:53:11.689206 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c907291c-d8e7-4e13-8df7-7feba6f8e37c req-d2c38b91-267b-4b0d-8681-467f1749b49c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Jun 01 09:53:11.877574 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293414da-626e-45ed-a17d-de99520dc6bd req-c76a9833-b85e-4ef6-ae7e-1e714d934060 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:11.879251 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-293414da-626e-45ed-a17d-de99520dc6bd req-c76a9833-b85e-4ef6-ae7e-1e714d934060 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0871778 Jun 01 09:53:11.932769 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-293414da-626e-45ed-a17d-de99520dc6bd req-3ba9be6b-201b-4aa9-8905-9bdc367e9936 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Jun 01 09:53:13.133736 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58925ac9-63e9-4cd9-bf32-1fdb791b2fc6 req-ff44699b-495c-4355-a45f-c0e39be87c5a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:13.135208 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58925ac9-63e9-4cd9-bf32-1fdb791b2fc6 req-ff44699b-495c-4355-a45f-c0e39be87c5a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0897100 Jun 01 09:53:13.187524 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58925ac9-63e9-4cd9-bf32-1fdb791b2fc6 req-89f41bf3-63f1-4b7b-9974-8c9bbe7e7153 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Jun 01 09:53:13.726838 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da993a-47c7-45ad-9a5b-f38010955114 req-fe333d1b-ba92-438f-ba96-9ab03bd13671 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:13.735116 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d9da993a-47c7-45ad-9a5b-f38010955114 req-fe333d1b-ba92-438f-ba96-9ab03bd13671 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1240683 Jun 01 09:53:13.787044 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d9da993a-47c7-45ad-9a5b-f38010955114 req-26b4d5fc-e5fb-49f6-94e9-0ac1d0c86af0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Jun 01 09:53:13.995177 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39482) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:14.177729 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.192269 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:14.196343 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Usage tracker for resource:security_group_rule and tenant:518dfb06ea5e4fbd806dd646d8ad0aa3 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:14.199138 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:14.205583 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:14.356193 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.369058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.377553 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-99496163-e893-4dee-b143-3148dfa1340a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:14.426623 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b39cd3-223c-4de6-863d-135896be4996,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:14.430781 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=518dfb06ea5e4fbd806dd646d8ad0aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345307 Jun 01 09:53:14.432365 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:14.433850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 39494) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:14.453125 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390807-9108-4aad-b713-48fb2b5fea8f req-22715c5e-be98-48a9-8f25-8a04408e623c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:14.454703 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be390807-9108-4aad-b713-48fb2b5fea8f req-22715c5e-be98-48a9-8f25-8a04408e623c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1500399 Jun 01 09:53:14.502945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.504846 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-be390807-9108-4aad-b713-48fb2b5fea8f req-93f8d780-de7e-4e45-b6d6-c667dffc08e9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Jun 01 09:53:14.535514 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.604845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.613131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d58e7bdc-e516-48e2-ad22-a281bf95bf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:14.627164 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b39cd3-223c-4de6-863d-135896be4996,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:14.630558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:14.631763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:14.635537 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2b39cd3-223c-4de6-863d-135896be4996 HTTP/1.1" status: 204 len: 168 time: 0.1981001 Jun 01 09:53:14.987807 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac363ee-5bb5-4361-9fb0-c0793781827e req-56aeefe6-b29a-4b95-b778-d70abfd5e6f8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:14.990140 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ac363ee-5bb5-4361-9fb0-c0793781827e req-56aeefe6-b29a-4b95-b778-d70abfd5e6f8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0902600 Jun 01 09:53:15.038074 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ac363ee-5bb5-4361-9fb0-c0793781827e req-dc95770c-ec0d-48ad-90b5-b064a6455aaf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Jun 01 09:53:15.496530 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871262-1100-4450-8c89-35767eb50d06 req-1816983a-1f12-4dc3-868e-8cfa56289686 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:15.497945 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-64871262-1100-4450-8c89-35767eb50d06 req-1816983a-1f12-4dc3-868e-8cfa56289686 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.1426039 Jun 01 09:53:15.546393 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-64871262-1100-4450-8c89-35767eb50d06 req-d5e7fd61-cd7b-4ba6-83fe-dbe2efab8bde tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Jun 01 09:53:15.739028 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bce82-95fe-46cc-8086-e6c9528fa2dd req-b51c66a0-bbe2-45c4-935d-56d956495980 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:15.740734 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b65bce82-95fe-46cc-8086-e6c9528fa2dd req-b51c66a0-bbe2-45c4-935d-56d956495980 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0864222 Jun 01 09:53:15.795383 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b65bce82-95fe-46cc-8086-e6c9528fa2dd req-455eb74b-9583-4681-b749-49dec70387aa tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Jun 01 09:53:15.884146 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39550) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:16.025567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.047326 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:16.051255 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Usage tracker for resource:security_group_rule and tenant:5788d8c074aa41b781056846a5f0df20 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:16.054330 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:16.059998 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:16.147991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.152821 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.162264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:16.246465 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342ebcb-e082-4501-aa7e-21f99ec418d7,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:16.250146 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:16.258685 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5788d8c074aa41b781056846a5f0df20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735318 Jun 01 09:53:16.261371 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39558) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:16.335082 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0440e-4dc8-40df-9865-eb143fd2fd1f req-64c21efd-8153-4c17-bc6e-398cb4cf68c6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:16.336550 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-67a0440e-4dc8-40df-9865-eb143fd2fd1f req-64c21efd-8153-4c17-bc6e-398cb4cf68c6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1753294 Jun 01 09:53:16.341574 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.392429 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.416276 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-67a0440e-4dc8-40df-9865-eb143fd2fd1f req-5bd35ae6-15e7-43ab-911b-33807f7ca6cc tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726709 Jun 01 09:53:16.458043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.463833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:16.485027 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342ebcb-e082-4501-aa7e-21f99ec418d7,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:16.489674 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:16.496978 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:16.498045 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2342ebcb-e082-4501-aa7e-21f99ec418d7 HTTP/1.1" status: 204 len: 168 time: 0.2357545 Jun 01 09:53:16.750789 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc35a9-9e23-476a-8ea7-c68391cfb0cc req-140ff0cb-6684-474f-834d-bd29738fa1f8 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:16.758056 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4bcc35a9-9e23-476a-8ea7-c68391cfb0cc req-140ff0cb-6684-474f-834d-bd29738fa1f8 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.1008327 Jun 01 09:53:16.798946 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4bcc35a9-9e23-476a-8ea7-c68391cfb0cc req-c1905ff5-6d51-46a6-bfdf-edf432c552ac tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Jun 01 09:53:16.993881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5ad46-12e7-4eaa-ad4c-8a9b360ffa26 req-8f18e721-dd18-4d25-aef0-afebfc74aff2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:16.995527 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-99e5ad46-12e7-4eaa-ad4c-8a9b360ffa26 req-8f18e721-dd18-4d25-aef0-afebfc74aff2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0896027 Jun 01 09:53:17.043294 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-99e5ad46-12e7-4eaa-ad4c-8a9b360ffa26 req-5118b510-79f6-4bca-a4e4-6f17600107c2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Jun 01 09:53:17.245181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b632d3-c3e5-440c-b459-b05470439228 req-8fc98638-3f4d-496a-916e-37386add5c0d tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:17.245908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-69b632d3-c3e5-440c-b459-b05470439228 req-8fc98638-3f4d-496a-916e-37386add5c0d tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Synchronizing usage tracker for tenant:99cafe7a5bcc4198a679b244c9fa3b18 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:53:17.269660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-69b632d3-c3e5-440c-b459-b05470439228 req-8fc98638-3f4d-496a-916e-37386add5c0d tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Unset dirty status for tenant:99cafe7a5bcc4198a679b244c9fa3b18 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:53:17.270759 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-69b632d3-c3e5-440c-b459-b05470439228 req-8fc98638-3f4d-496a-916e-37386add5c0d tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.72 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.1093667 Jun 01 09:53:17.418617 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Deleting port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:53:17.418959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:17.560558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] For port d1b4abd2-6b76-4a6b-8925-9d3a08280b45, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,segment=NetworkSegment(ccffec16-2429-4385-ac51-c426fd0590e2),segment_id=ccffec16-2429-4385-ac51-c426fd0590e2)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:17.560936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:17.620777 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e221161-88d5-4bd9-a320-8009ab4508b6 req-7209f969-5f49-4638-8425-c45549538258 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:17.622289 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4e221161-88d5-4bd9-a320-8009ab4508b6 req-7209f969-5f49-4638-8425-c45549538258 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0910027 Jun 01 09:53:17.682231 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4e221161-88d5-4bd9-a320-8009ab4508b6 req-346f76d0-09b7-4d4a-9a91-c9d64b37ebdf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516925 Jun 01 09:53:17.746009 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Calling delete_port for d1b4abd2-6b76-4a6b-8925-9d3a08280b45 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:53:18.004269 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:18.012592 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:18.025615 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['d1b4abd2-6b76-4a6b-8925-9d3a08280b45'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:18.044019 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9e8d-00fc-4ca8-a75b-e1928ce554c1 req-a87aff7f-6086-4fb8-b2c0-ab43a9623f32 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:18.045714 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-767e9e8d-00fc-4ca8-a75b-e1928ce554c1 req-a87aff7f-6086-4fb8-b2c0-ab43a9623f32 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/ports?device_id=44dbc312-68e3-4667-bba9-f1329e6f6792 HTTP/1.1" status: 200 len: 946 time: 0.1034334 Jun 01 09:53:18.097031 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-767e9e8d-00fc-4ca8-a75b-e1928ce554c1 req-19b09359-7905-4645-bce8-830796c8eb9c tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.15 "GET /v2.0/security-groups?id=d947f377-1567-49e1-878f-17b2d488736c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Jun 01 09:53:18.102015 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Pushing event deleted for resources: {'Port': ['ID=d1b4abd2-6b76-4a6b-8925-9d3a08280b45,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:18.109168 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:18.145712 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] No DVR routers for this DVR port d1b4abd2-6b76-4a6b-8925-9d3a08280b45 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:53:18.148791 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:18.151433 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'name': 'network-vif-deleted', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:18.154159 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c075c36-cfd7-41af-ba5d-937e18ef093d" -d '{"events": [{"server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "name": "network-vif-deleted", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:18.170256 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-69b632d3-c3e5-440c-b459-b05470439228 req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] 10.222.0.72 "DELETE /v2.0/ports/d1b4abd2-6b76-4a6b-8925-9d3a08280b45 HTTP/1.1" status: 204 len: 173 time: 0.8915999 Jun 01 09:53:18.285027 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcf3df-79c4-45be-aebc-7cd2ebfc29d7 req-b875ca78-ec79-4963-a6c5-cdb1c428eb54 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:18.286721 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fdcf3df-79c4-45be-aebc-7cd2ebfc29d7 req-b875ca78-ec79-4963-a6c5-cdb1c428eb54 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0851846 Jun 01 09:53:18.337650 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fdcf3df-79c4-45be-aebc-7cd2ebfc29d7 req-e912516c-92b5-4eb3-ac42-bcd1bde6e984 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Jun 01 09:53:18.390885 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b241d-b8cf-45f2-ba37-b1f0365203fc x-openstack-request-id: req-551b241d-b8cf-45f2-ba37-b1f0365203fc {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:18.391416 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dbc312-68e3-4667-bba9-f1329e6f6792", "name": "network-vif-deleted", "tag": "d1b4abd2-6b76-4a6b-8925-9d3a08280b45", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:18.391416 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-551b241d-b8cf-45f2-ba37-b1f0365203fc {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:18.391886 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dbc312-68e3-4667-bba9-f1329e6f6792', 'name': 'network-vif-deleted', 'tag': 'd1b4abd2-6b76-4a6b-8925-9d3a08280b45', 'status': 'completed', 'code': 200} Jun 01 09:53:18.910552 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf20e89-ef27-44d6-9c2f-883c20612c5c req-195b59e4-fa6a-4a4e-98a5-d5f7bc1eb418 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:18.912037 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dcf20e89-ef27-44d6-9c2f-883c20612c5c req-195b59e4-fa6a-4a4e-98a5-d5f7bc1eb418 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1010418 Jun 01 09:53:18.961881 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dcf20e89-ef27-44d6-9c2f-883c20612c5c req-8601c4e5-6e76-4f81-a4e7-51d67995a46a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jun 01 09:53:19.531534 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b7111c37-79f6-439d-b2bc-169e4fc27a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:19.550829 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e754b08-4b07-4d8f-beaf-19de66c30b7a req-8d7e3c3d-1f70-4e41-8eff-5ce0bed9a36e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:19.552357 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e754b08-4b07-4d8f-beaf-19de66c30b7a req-8d7e3c3d-1f70-4e41-8eff-5ce0bed9a36e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0978565 Jun 01 09:53:19.602427 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e754b08-4b07-4d8f-beaf-19de66c30b7a req-63d3f004-c80c-4027-b386-6a895d559e6a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Jun 01 09:53:20.161830 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987c42e-38e4-4ca5-b820-f11011f29ea7 req-599011bf-068a-4213-b1b7-bb9af88fe9d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:20.163424 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3987c42e-38e4-4ca5-b820-f11011f29ea7 req-599011bf-068a-4213-b1b7-bb9af88fe9d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0830233 Jun 01 09:53:20.209627 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3987c42e-38e4-4ca5-b820-f11011f29ea7 req-506b1e2e-9f1d-49ed-a74d-8d6477c19a9c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Jun 01 09:53:20.804429 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509bb2-003a-4eb7-8b72-88a16a56e969 req-0cad1dd5-57b4-419c-91bb-ee54d9ae3d07 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:20.806335 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15509bb2-003a-4eb7-8b72-88a16a56e969 req-0cad1dd5-57b4-419c-91bb-ee54d9ae3d07 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0938933 Jun 01 09:53:20.852542 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15509bb2-003a-4eb7-8b72-88a16a56e969 req-16096909-508f-4c52-bbd7-b327628209c9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Jun 01 09:53:21.404514 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c9476-9015-42b9-9507-dd246887a2de req-70ed3ca9-164f-4cec-a87c-d2bed7e7ef91 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:21.406030 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e6c9476-9015-42b9-9507-dd246887a2de req-70ed3ca9-164f-4cec-a87c-d2bed7e7ef91 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0870137 Jun 01 09:53:21.456935 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e6c9476-9015-42b9-9507-dd246887a2de req-8268e5de-273a-4d9e-8937-eed5fae2673e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Jun 01 09:53:21.491018 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d1b4abd2-6b76-4a6b-8925-9d3a08280b45 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:53:21.529936 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: d1b4abd2-6b76-4a6b-8925-9d3a08280b45 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:53:21.530301 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d1b4abd2-6b76-4a6b-8925-9d3a08280b45 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:53:22.068469 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:22.071359 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d78af6-cdf7-4763-94c6-bf6540f47eed req-3c54f9d8-0636-4925-a285-708f57d7ff15 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:22.073105 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73d78af6-cdf7-4763-94c6-bf6540f47eed req-3c54f9d8-0636-4925-a285-708f57d7ff15 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0907948 Jun 01 09:53:22.122784 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73d78af6-cdf7-4763-94c6-bf6540f47eed req-1e353685-fbed-4e34-b178-145083140a58 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Jun 01 09:53:22.359914 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4718dd6b-3084-4be1-8815-47678e8edfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:22.651305 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593738-9edd-4b8d-bbac-99c2b7886b12 req-a19f7549-eadc-431e-8f79-d6c6a5aaff96 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:22.652779 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45593738-9edd-4b8d-bbac-99c2b7886b12 req-a19f7549-eadc-431e-8f79-d6c6a5aaff96 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0827153 Jun 01 09:53:22.708360 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-45593738-9edd-4b8d-bbac-99c2b7886b12 req-fe1b7cb5-5700-4af9-8a7f-42975da7a682 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 Jun 01 09:53:23.177087 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:23.331744 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05ef7-6c55-4df9-a0f1-ec1ae7bfc311 req-af9802e7-3918-4d4b-ab88-296578397498 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:23.336679 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a1b05ef7-6c55-4df9-a0f1-ec1ae7bfc311 req-af9802e7-3918-4d4b-ab88-296578397498 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0892458 Jun 01 09:53:23.388027 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a1b05ef7-6c55-4df9-a0f1-ec1ae7bfc311 req-d12eae0b-4ca4-41ee-acd1-81d329d1a019 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Jun 01 09:53:23.938316 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cb6f-0a80-4e2c-a87b-c15948cc8b57 req-0c0975e6-9e9a-4c6b-af7c-e7d0aed3e751 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:23.939901 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4078cb6f-0a80-4e2c-a87b-c15948cc8b57 req-0c0975e6-9e9a-4c6b-af7c-e7d0aed3e751 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1005011 Jun 01 09:53:24.049699 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4078cb6f-0a80-4e2c-a87b-c15948cc8b57 req-5ab4c0ca-6b63-43ea-b2f8-47c454501b8f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021955 Jun 01 09:53:24.578600 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:24.591212 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec33d7-e8ab-4bb3-9b97-da6047bcf5e1 req-f4a1b2b1-c04e-4640-86ac-2df9fc87cdcf tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:24.592873 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8fec33d7-e8ab-4bb3-9b97-da6047bcf5e1 req-f4a1b2b1-c04e-4640-86ac-2df9fc87cdcf tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0915134 Jun 01 09:53:24.648039 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8fec33d7-e8ab-4bb3-9b97-da6047bcf5e1 req-c5e3afa2-a754-4570-bf3c-1d229caff6d4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Jun 01 09:53:25.250012 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dda713-f6ba-4ee1-aba3-72d975652bdd req-7235c231-351d-4628-b2d8-2faa5249312e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:25.251494 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d5dda713-f6ba-4ee1-aba3-72d975652bdd req-7235c231-351d-4628-b2d8-2faa5249312e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0859408 Jun 01 09:53:25.303383 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d5dda713-f6ba-4ee1-aba3-72d975652bdd req-658f2c53-b42d-44e8-94ac-671abe2f9c74 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Jun 01 09:53:25.854427 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559846b8-7b77-41bd-b310-9ddadbd55792 req-cacdfef2-0cc7-4a60-a987-2619516682ca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:25.855903 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-559846b8-7b77-41bd-b310-9ddadbd55792 req-cacdfef2-0cc7-4a60-a987-2619516682ca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0858040 Jun 01 09:53:25.903267 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-559846b8-7b77-41bd-b310-9ddadbd55792 req-19077936-99b1-491a-b2d7-7cefe23c4894 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Jun 01 09:53:26.391548 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:26.506111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c482c4-428d-4707-9e79-7527076c2d83 req-cf61a389-cab4-4577-b8b3-71d904c72d54 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:26.507503 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-48c482c4-428d-4707-9e79-7527076c2d83 req-cf61a389-cab4-4577-b8b3-71d904c72d54 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0918183 Jun 01 09:53:26.555585 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-48c482c4-428d-4707-9e79-7527076c2d83 req-208e60fe-00c5-4505-900e-b7c136425008 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Jun 01 09:53:27.106448 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc2093-86ac-4b3f-bbef-273f6000fdc2 req-1a57c189-ff4b-41f2-ad8c-c160ecaf928a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:27.108200 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9bc2093-86ac-4b3f-bbef-273f6000fdc2 req-1a57c189-ff4b-41f2-ad8c-c160ecaf928a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0917094 Jun 01 09:53:27.153775 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9bc2093-86ac-4b3f-bbef-273f6000fdc2 req-1623e122-3c8a-440c-ab03-3476eb26ed63 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Jun 01 09:53:27.770563 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408209c-d9d8-4b93-ae5a-cf92809296d0 req-34a5ab7f-9067-4b34-9c81-3f95fa66e978 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:27.772038 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3408209c-d9d8-4b93-ae5a-cf92809296d0 req-34a5ab7f-9067-4b34-9c81-3f95fa66e978 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0970635 Jun 01 09:53:27.818847 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3408209c-d9d8-4b93-ae5a-cf92809296d0 req-a6fdcd8d-9365-468d-bf78-2563678a7959 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Jun 01 09:53:28.357391 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65af02a-8546-4618-a015-4cd8ea6ed434 req-5eb7a1a5-412a-4cba-bc76-34a62ccdb5e0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:28.359077 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f65af02a-8546-4618-a015-4cd8ea6ed434 req-5eb7a1a5-412a-4cba-bc76-34a62ccdb5e0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0927854 Jun 01 09:53:28.404320 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f65af02a-8546-4618-a015-4cd8ea6ed434 req-bd97eff7-c605-4cbc-8880-feb9f3ad64a0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Jun 01 09:53:29.032520 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 39832) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:29.114531 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd782d-d7e3-4b5f-b0ec-90e7c9926e86 req-9ad42cb1-53ac-4908-8ac9-506521269910 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:29.116080 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-54fd782d-d7e3-4b5f-b0ec-90e7c9926e86 req-9ad42cb1-53ac-4908-8ac9-506521269910 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1331670 Jun 01 09:53:29.169254 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-54fd782d-d7e3-4b5f-b0ec-90e7c9926e86 req-c4ffefc5-d226-48a1-b427-c9ac7977c770 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 Jun 01 09:53:29.189327 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.203907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:29.207598 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1a7010553f4fd4a0c5c8bc95268db5 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:29.210383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:29.215971 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:29.317143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.323595 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.338319 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-192050b0-784a-481c-a33a-7daf999b9032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:29.377568 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc1a7010553f4fd4a0c5c8bc95268db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427272 Jun 01 09:53:29.379230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261e88c9-739c-41f0-ba7b-31f0a5109a20,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:29.380459 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 39838) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:29.382317 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:29.443572 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.470719 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.568224 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.572886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:29.593591 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261e88c9-739c-41f0-ba7b-31f0a5109a20,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:29.597567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:29.601192 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:29.602366 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/261e88c9-739c-41f0-ba7b-31f0a5109a20 HTTP/1.1" status: 204 len: 168 time: 0.2202644 Jun 01 09:53:29.627440 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2c94-f524-438a-9d10-7d058661d89f req-b9bffb25-ba31-4d0b-b3de-d7e083484450 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:29.628891 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-525f2c94-f524-438a-9d10-7d058661d89f req-b9bffb25-ba31-4d0b-b3de-d7e083484450 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1144371 Jun 01 09:53:29.676955 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-525f2c94-f524-438a-9d10-7d058661d89f req-aa60604c-4f83-49c5-97a1-226b45313e9d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Jun 01 09:53:30.396414 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b246ab-d809-4927-8311-395b68703214 req-6ea1f3d1-5cad-4a4b-8b4c-d8d908c8e6fa tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:30.397863 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-49b246ab-d809-4927-8311-395b68703214 req-6ea1f3d1-5cad-4a4b-8b4c-d8d908c8e6fa tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1013429 Jun 01 09:53:30.431895 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 39904) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:30.471942 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-49b246ab-d809-4927-8311-395b68703214 req-2e02e52a-ac18-4198-9bc7-22b35c7be496 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669746 Jun 01 09:53:30.561490 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1280302564-network', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:30.567244 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:30.572355 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Usage tracker for resource:network and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:30.575399 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:30.583028 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:30.594739 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Made reservation on behalf of bf94a2b0b5f345db9b3c2b1c8ca5b792 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:30.599192 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:30.613850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:30.630703 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:30.635301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:30.639715 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:30.654718 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:30.834729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:30.842363 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:30.851405 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9b47d149-9737-4c5d-bd0c-dba8b34f7865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:30.903309 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-2bec4d40-3954-42df-ad52-a407c3aa0c64 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:30.905679 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-2bec4d40-3954-42df-ad52-a407c3aa0c64 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.2130919 Jun 01 09:53:30.924148 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:53:30.929610 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-ed0f2a7f-d387-44f3-a85b-d8e01e072564 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/quotas/008734321ac04c119ac2aa8a9f91889a HTTP/1.1" status: 200 len: 375 time: 0.0177481 Jun 01 09:53:30.955127 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2c8619-b813-4514-8ec1-c597c150b80b,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:30.963311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:30.966386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:30.966855 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Added segment 5b26beff-a7ea-46e9-a742-51a8cd4d25ea of type vlan for network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b Jun 01 09:53:31.011869 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:31.040919 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-8a2f1b84-16e1-4c11-aabd-1f3cbe63568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.042477 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-8a2f1b84-16e1-4c11-aabd-1f3cbe63568f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1099 time: 0.1650627 Jun 01 09:53:31.101416 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-c0d940fc-e3ff-40c1-92da-9ad0e80627f8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640005 Jun 01 09:53:31.126122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:31.130125 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3cc48-5533-4b53-8e35-a7ca3835b9d9 req-13eb68cb-307c-4c0e-badb-6ff9e6da2c05 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.131640 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-10f3cc48-5533-4b53-8e35-a7ca3835b9d9 req-13eb68cb-307c-4c0e-badb-6ff9e6da2c05 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1523569 Jun 01 09:53:31.135509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.136367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:31.150385 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:31.255945 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-10f3cc48-5533-4b53-8e35-a7ca3835b9d9 req-cb3da92d-254c-4adf-b77f-969944590362 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164565 Jun 01 09:53:31.336741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Pushing event updated for resources: {'Network': ['ID=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:31.341135 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9080915 Jun 01 09:53:31.349093 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:31.352400 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-cc10bb65-f411-4a44-8cc4-4df6d593ee2c service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500334 Jun 01 09:53:31.356522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 39982) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:31.358612 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:53:31.364943 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-e6ece9b7-c968-405e-830c-6f4879edaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.366459 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-e6ece9b7-c968-405e-830c-6f4879edaa0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.3168671 Jun 01 09:53:31.370959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Request body: {'subnet': {'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1280302564-subnet', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:31.503504 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-20874c53-1382-4565-a261-3f1bee7dcdab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 1000 time: 0.1287470 Jun 01 09:53:31.504750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:31.509875 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Usage tracker for resource:subnet and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:31.549518 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:31.568047 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:31.595866 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Made reservation on behalf of bf94a2b0b5f345db9b3c2b1c8ca5b792 for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:31.598764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:31.621700 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-f29784ca-de3b-4e33-a798-d494b81578dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.623528 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-f29784ca-de3b-4e33-a798-d494b81578dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.1104941 Jun 01 09:53:31.654269 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-0b07fdf9-b080-42ee-b30c-db09b304e480 service neutron] 10.222.0.15 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001738 Jun 01 09:53:31.687050 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4784d4-e320-497a-aa14-1b55e4070ec9 req-fb417fc8-954c-430e-a0c1-b4a3682596b2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.688810 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae4784d4-e320-497a-aa14-1b55e4070ec9 req-fb417fc8-954c-430e-a0c1-b4a3682596b2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2313507 Jun 01 09:53:31.785107 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae4784d4-e320-497a-aa14-1b55e4070ec9 req-16be6993-691d-468d-b7f5-1b867da47665 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877919 Jun 01 09:53:31.860550 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-44ddb2ca-cfc4-430f-9347-45fbe641012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:31.862601 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-44ddb2ca-cfc4-430f-9347-45fbe641012b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1652179 Jun 01 09:53:31.930592 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c6668822-8049-4940-8d1f-dfc5fa3d7e1f req-952b2f6e-ce66-40f8-aefb-39d3962704b7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 210 time: 0.0542636 Jun 01 09:53:32.160431 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-84121742-d729-46d3-b1f2-5b62525a413f service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540586 Jun 01 09:53:32.468439 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc314f7e-95ba-43f7-b355-79bcf04e388d req-e65b80bd-2e24-48aa-b6a5-a4a3d277f1bf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:32.476257 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc314f7e-95ba-43f7-b355-79bcf04e388d req-e65b80bd-2e24-48aa-b6a5-a4a3d277f1bf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1005769 Jun 01 09:53:32.522976 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c837f90f-8c57-4223-bda5-6fa39de8b209 req-aa536ec0-a589-4a83-a31d-bd7afe404b8d service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117590 Jun 01 09:53:32.530767 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc314f7e-95ba-43f7-b355-79bcf04e388d req-0104fe42-0d75-42cb-901d-149db5c334c8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535252 Jun 01 09:53:32.658312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:32.662454 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-eb9758f6-e6b5-438e-9c61-e5f2ed087eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:32.743630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f55d2fd-ffe6-464f-abf7-a5c233aa1755,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:32.747861 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:32.752940 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Checking segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:32.753233 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Network hostable DHCP agents. Network: bfcdf43c-6ef6-4d2a-938c-3fc33200f45b, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:53:32.775568 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:53:32.787409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, bfcdf43c-6ef6-4d2a-938c-3fc33200f45b) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:32.791588 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:32.792168 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:32.800976 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164a456-0fc0-4fbd-8d86-d7a80178f6dc None None] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:32.828967 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4679883 Jun 01 09:53:32.832151 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40102) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:32.840056 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:32.847526 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:32.856580 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Usage tracker for resource:router and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:32.862614 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:32.869656 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:32.882881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:32.885130 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:32.909144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:33.063539 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:53:33.064388 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:33.189540 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73b4efc2-8ac3-4700-a0c6-ec569f8927bf req-826ca067-adbd-45f5-af33-29d9ca455d79 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 210 time: 0.1023746 Jun 01 09:53:33.271514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Allocated IP 172.20.0.2 (bfcdf43c-6ef6-4d2a-938c-3fc33200f45b/7f55d2fd-ffe6-464f-abf7-a5c233aa1755/0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:33.450241 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:33.682587 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:33.686056 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c621bd-f89b-41ad-bdaf-aed63f47db91 req-4a253fac-f230-47ef-a359-72acce88f5a8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:33.695346 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Transition to ACTIVE for port object 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:33.696595 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63c621bd-f89b-41ad-bdaf-aed63f47db91 req-4a253fac-f230-47ef-a359-72acce88f5a8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.7697124 Jun 01 09:53:33.712063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-2e8315f1-cd2e-45e6-9c5d-812872fdada4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:33.713682 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-2e8315f1-cd2e-45e6-9c5d-812872fdada4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 814 time: 0.2369473 Jun 01 09:53:33.720867 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Transition to ACTIVE for port object 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:33.729063 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:33.731884 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Request body: {'port': {'device_id': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'admin_state_up': True, 'tenant_id': '008734321ac04c119ac2aa8a9f91889a'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:33.736313 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:33.850518 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Pushing event updated for resources: {'Port': ['ID=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:33.860908 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:33.873496 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:33.875964 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:33.879009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:33.900618 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63c621bd-f89b-41ad-bdaf-aed63f47db91 req-635c5086-8deb-4954-b210-82ead3876127 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968687 Jun 01 09:53:34.021487 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:34.044541 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:34.047036 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70633-6ed5-44ff-a0a6-98e53d3557cf req-9b034246-c33f-475d-a78b-bb2d64f7c1ec tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:34.055979 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8f70633-6ed5-44ff-a0a6-98e53d3557cf req-9b034246-c33f-475d-a78b-bb2d64f7c1ec tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2640572 Jun 01 09:53:34.072873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Made reservation on behalf of 008734321ac04c119ac2aa8a9f91889a for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:34.077302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.091656 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Attempting to bind port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:34.092041 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Attempting to bind port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:34.092439 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Attempting to bind port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d on network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:34.098318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:34.098935 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Checking segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:34.099350 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.099746 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Bound using segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:34.100228 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Bound port: 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:34.100609 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.247047 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] For port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:34.250566 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] For port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:34.257628 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.269908 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:34.309534 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8f70633-6ed5-44ff-a0a6-98e53d3557cf req-3c4826e8-6e0f-415b-a0c6-65f0391844c0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522509 Jun 01 09:53:34.317013 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Allocated IP 172.20.0.5 (50796804-4ca8-49c3-b08e-160251e405c4/cafd9a50-8889-4bc8-9adc-c8e957a8c945/c8a927e9-234a-45b0-8950-3496ebdb57cd) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:34.381494 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.384929 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Pushing event updated for resources: {'Port': ['ID=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:34.389455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:34.420173 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.529524 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8127751f-fe95-4da4-ac65-d5aedf3f9140 req-28f3a238-ff62-4018-bd4d-3d8346d1ac26 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 210 time: 0.0656412 Jun 01 09:53:34.673857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Allocated IP 172.28.1.135 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/cb26a4e9-5108-4551-afcc-51529f335654) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:34.769904 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.836658 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:34.845278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-006f0d0c-fe84-4a3d-9f27-037152d48b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:34.849258 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20', '17552737-6947-4b14-8825-4e91f0c0bf85', 'b53592e8-e331-4155-b444-d8cc98d2068c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:34.915022 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Network 50796804-4ca8-49c3-b08e-160251e405c4 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:34.925283 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:34.927996 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:34.947351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:34.948119 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.027727 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event updated for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:35.040003 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:35.042131 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.048425 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3222826 Jun 01 09:53:35.063844 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Request body: {'port': {'device_id': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:35.111679 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.126296 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:35.204660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.221833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:35.225959 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:35.239303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:35.295049 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb26a4e9-5108-4551-afcc-51529f335654,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:35.318101 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:35.352820 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54481e0-df84-4765-9e40-2d35248ab405 req-015ab6e8-e791-446e-9dd1-d60d4c988b7c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:35.360257 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e54481e0-df84-4765-9e40-2d35248ab405 req-015ab6e8-e791-446e-9dd1-d60d4c988b7c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2876775 Jun 01 09:53:35.783831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a927e9-234a-45b0-8950-3496ebdb57cd {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:53:35.801887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.806102 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e30a8-3792-448b-a83f-eb7d38530fc6 None None] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:35.828051 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Transition to ACTIVE for port object c8a927e9-234a-45b0-8950-3496ebdb57cd will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:35.833538 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:35.844482 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:35.869062 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e54481e0-df84-4765-9e40-2d35248ab405 req-a10a1f4a-a143-4820-a0b6-f8acb7d0319d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077379 Jun 01 09:53:36.014004 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-edf884a4-7ece-423c-9f05-8586917d331a None None] Provisioning for port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:36.017124 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:36.033232 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.033677 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.034157 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.034579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.035013 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.035831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.036479 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.037383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.037383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.037746 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.038258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.038654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:36.050445 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:36.121042 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Attempting to bind port c8a927e9-234a-45b0-8950-3496ebdb57cd on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:36.121690 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Attempting to bind port c8a927e9-234a-45b0-8950-3496ebdb57cd by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:36.122230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Attempting to bind port c8a927e9-234a-45b0-8950-3496ebdb57cd on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:36.129232 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Port c8a927e9-234a-45b0-8950-3496ebdb57cd on network 50796804-4ca8-49c3-b08e-160251e405c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:53:36.132849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Attempting to bind port c8a927e9-234a-45b0-8950-3496ebdb57cd on network 50796804-4ca8-49c3-b08e-160251e405c4 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:36.144620 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:36.144957 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Checking segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:36.145338 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Bound using segment: {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:36.145775 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Bound port: c8a927e9-234a-45b0-8950-3496ebdb57cd, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde9ef72-470c-4b3c-8892-25139c8d19ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:36.146151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.173836 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4a14-0da9-4324-838d-17acd786a5ce req-ad1164d4-e0ab-479a-b727-b296fe027708 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:36.181820 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5b5d4a14-0da9-4324-838d-17acd786a5ce req-ad1164d4-e0ab-479a-b727-b296fe027708 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 943 time: 0.3931682 Jun 01 09:53:36.241497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:36.245782 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:36.251565 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.261170 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:36.323152 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5b5d4a14-0da9-4324-838d-17acd786a5ce req-f5667f54-3fcf-4f3c-ace3-693e28c74a3e tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398120 Jun 01 09:53:36.324112 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.489103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:36.494779 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.496641 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] 10.222.0.72 "PUT /v2.0/ports/c8a927e9-234a-45b0-8950-3496ebdb57cd HTTP/1.1" status: 200 len: 1093 time: 1.4380083 Jun 01 09:53:36.497643 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:36.502800 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27" -d '{"events": [{"name": "network-changed", "server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:36.509674 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:36.610231 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:36.624029 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:36.624458 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21370559-92e1-419d-b1aa-5219b313c558 x-openstack-request-id: req-21370559-92e1-419d-b1aa-5219b313c558 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:36.624589 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.624953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:36.625321 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21370559-92e1-419d-b1aa-5219b313c558 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:36.625819 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd', 'status': 'completed', 'code': 200} Jun 01 09:53:36.634686 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:36.648530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:36.675390 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-93890d1a-194c-4406-8c1c-df562c1d8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:36.677382 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-93890d1a-194c-4406-8c1c-df562c1d8e73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 1096 time: 0.1265428 Jun 01 09:53:36.703960 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-8822564e-44d3-4877-a990-fe4d26079f41 None None] Provisioning complete for port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:36.704361 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8822564e-44d3-4877-a990-fe4d26079f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.770251 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-08eff322-7934-4a19-9270-07774c14e909 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd HTTP/1.1" status: 200 len: 217 time: 0.0786545 Jun 01 09:53:36.834572 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.846845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb28509-2558-4b3a-b531-fa672819a85c req-12b32433-9af0-4245-b94d-03787bf1a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:36.848844 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-12b32433-9af0-4245-b94d-03787bf1a61d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.0712547 Jun 01 09:53:36.849847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.926202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-8822564e-44d3-4877-a990-fe4d26079f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.944125 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:36.950891 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-c3839332-6e5a-441a-9bd5-52e99d4fd1d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948400 Jun 01 09:53:36.957634 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:36.963627 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-9cfc5b4d-6658-4404-881c-5e687ea9dfd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:37.116099 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:37.120638 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:37.121198 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-98f9c2c3-6080-4787-8185-d3dd7daf56d2 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602316 Jun 01 09:53:37.122400 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.db.api [None req-8822564e-44d3-4877-a990-fe4d26079f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 09:53:37.122997 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_db.api [None req-8822564e-44d3-4877-a990-fe4d26079f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 09:53:37.253909 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacad89-b6b2-428f-95b5-cb213c694e3d req-979abc82-260c-4488-935c-b6a1a4da78e5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:37.255417 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dbacad89-b6b2-428f-95b5-cb213c694e3d req-979abc82-260c-4488-935c-b6a1a4da78e5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2292464 Jun 01 09:53:37.278242 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Router b70d354e-317c-4035-b6cb-4b742b5693f6 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:53:37.283226 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-feb28509-2558-4b3a-b531-fa672819a85c req-643f3d5a-0792-4deb-8d79-4137fc7564d6 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547959 Jun 01 09:53:37.382006 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dbacad89-b6b2-428f-95b5-cb213c694e3d req-66b6bddf-614d-4269-b0d9-13d69a3b4bbc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193943 Jun 01 09:53:37.435864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-d7d8bcae-d013-4635-b5b8-9e78f8cdc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:37.437588 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-d7d8bcae-d013-4635-b5b8-9e78f8cdc9bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008734321ac04c119ac2aa8a9f91889a&device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 1096 time: 0.0980434 Jun 01 09:53:37.560407 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:53:37.572347 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Sync routers for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:53:37.589671 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:37.590561 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:37.609810 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6ecb-8932-4beb-885e-6e8bfdd9dd9c req-93582718-5183-450d-be76-8268a7f63a51 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:37.611729 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a2bb6ecb-8932-4beb-885e-6e8bfdd9dd9c req-93582718-5183-450d-be76-8268a7f63a51 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 943 time: 0.1362858 Jun 01 09:53:37.613144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:37.617549 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7836332 Jun 01 09:53:37.618537 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40272) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:37.640173 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-5f43899a-81dc-459b-9ce3-7fd7eebd2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:37.642073 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-5f43899a-81dc-459b-9ce3-7fd7eebd2724 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 200 len: 915 time: 0.1930051 Jun 01 09:53:37.808216 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a2bb6ecb-8932-4beb-885e-6e8bfdd9dd9c req-fa772c93-cb65-4e1b-85ce-f5390a109a67 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307108 Jun 01 09:53:37.820441 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-6c9ff7d2-a095-432d-b2a8-fa6ec2d1974f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd HTTP/1.1" status: 200 len: 217 time: 0.1702056 Jun 01 09:53:37.885394 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:37.960341 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-b60899d4-2ea7-453b-9594-801b56950c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:37.962092 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-b60899d4-2ea7-453b-9594-801b56950c80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 200 len: 854 time: 0.1341259 Jun 01 09:53:38.054718 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-f1b591a5-e4fe-4625-98fd-6667b9e934cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50796804-4ca8-49c3-b08e-160251e405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848823 Jun 01 09:53:38.207469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40286) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:38.300560 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-413b3360-68da-4296-80b4-c1bef5ab98c7 service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292976 Jun 01 09:53:38.390496 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:35Z', 'revision_number': 3, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:38.402040 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Checking router: b70d354e-317c-4035-b6cb-4b742b5693f6 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:53:38.402644 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Updating router b70d354e-317c-4035-b6cb-4b742b5693f6 port cb26a4e9-5108-4551-afcc-51529f335654 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:53:38.438669 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:38.475448 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5ebe4a3a-a2be-41a4-b01a-08715aa53d27 req-80ee9ec1-edda-4108-8352-4349e11987ce service neutron] 10.222.0.72 "GET /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669643 Jun 01 09:53:38.539018 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.587357 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:38.588049 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.728271 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0ea71c65-881b-41b7-9af3-66008d246a12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b03c8f9791f4655a900fdd9cf7e28b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170860 Jun 01 09:53:38.728841 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40304) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:38.834706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.870270 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.905396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a00d58-0ced-494c-9c42-50e517deff9d req-d81cce9b-57e8-4619-93e4-9937872ee869 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:38.906827 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01a00d58-0ced-494c-9c42-50e517deff9d req-d81cce9b-57e8-4619-93e4-9937872ee869 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2420261 Jun 01 09:53:38.944651 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.949629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a1ca4bfd-67f2-46fc-bcc6-b2a2a802ecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:38.960088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3fa652-a245-4f43-87f5-edbd16981d19,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:38.966530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:38.967403 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:38.969141 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea3fa652-a245-4f43-87f5-edbd16981d19 HTTP/1.1" status: 204 len: 168 time: 0.2392955 Jun 01 09:53:38.989884 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.005044 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Transition to ACTIVE for port object cb26a4e9-5108-4551-afcc-51529f335654 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:39.013117 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.019586 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:39.062763 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-01a00d58-0ced-494c-9c42-50e517deff9d req-bceacb58-2b7c-4044-909d-5b403a1f7236 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492293 Jun 01 09:53:39.095238 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.118859 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40314) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:39.124435 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Pushing event updated for resources: {'Port': ['ID=cb26a4e9-5108-4551-afcc-51529f335654,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:39.133901 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.134292 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.134621 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.134944 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.135346 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.135679 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.135992 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.136307 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.136619 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.136930 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.137234 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.137539 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:39.146667 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Attempting to bind port cb26a4e9-5108-4551-afcc-51529f335654 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:39.147117 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Attempting to bind port cb26a4e9-5108-4551-afcc-51529f335654 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:39.147486 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Attempting to bind port cb26a4e9-5108-4551-afcc-51529f335654 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:39.154453 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:39.154967 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:39.155333 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:39.155787 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.156108 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:39.156569 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Bound port: cb26a4e9-5108-4551-afcc-51529f335654, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:39.156933 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.188340 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Deleting subnet ddad1d8c-bd78-4f22-98c3-8a60b14a9b72 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:53:39.193181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.198895 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af1e9-7fe8-4122-80bc-b90349c9ac85 req-d85b8028-b0f5-4e01-a83c-b04dc89b48b4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:39.200469 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c17af1e9-7fe8-4122-80bc-b90349c9ac85 req-d85b8028-b0f5-4e01-a83c-b04dc89b48b4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 943 time: 0.2385373 Jun 01 09:53:39.238433 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] For port cb26a4e9-5108-4551-afcc-51529f335654, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:39.242149 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] For port cb26a4e9-5108-4551-afcc-51529f335654, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=cb26a4e9-5108-4551-afcc-51529f335654,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:39.248255 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.253770 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:39.262825 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.270901 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.330388 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Pushing event updated for resources: {'Port': ['ID=cb26a4e9-5108-4551-afcc-51529f335654,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:39.352995 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:39.383108 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:39.383901 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:39.402074 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Allocated IP 172.20.0.1 (bfcdf43c-6ef6-4d2a-938c-3fc33200f45b/7f55d2fd-ffe6-464f-abf7-a5c233aa1755/a3497662-f51b-4975-8ffe-c3103b7bc42c) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:39.431893 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c17af1e9-7fe8-4122-80bc-b90349c9ac85 req-c15fd089-5272-4fa7-b41d-1705a7fc4d9f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247691 Jun 01 09:53:39.631222 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:39.666510 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.678274 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:39.721721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.724666 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddad1d8c-bd78-4f22-98c3-8a60b14a9b72,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:39.727959 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:39.731080 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ddad1d8c-bd78-4f22-98c3-8a60b14a9b72 HTTP/1.1" status: 204 len: 168 time: 0.6108789 Jun 01 09:53:39.733754 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40338) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:39.887202 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.894706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.927292 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Transition to ACTIVE for port object a3497662-f51b-4975-8ffe-c3103b7bc42c will not be triggered until provisioned by entity DHCP. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:39.939612 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40348) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:39.994793 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:39.999969 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:40.112645 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1646546440-network', 'tenant_id': '79c7a47d83e149ad91fce9568f7aa401'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:40.147632 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:40.148213 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:35Z', 'revision_number': 3, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:40.155809 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:40.158258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:40.159039 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7754be-f82e-452a-b892-1caf7ba94cd3 None None] The sync data for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb is: [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:35Z', 'revision_number': 3, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:53:40.164572 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.170235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:40.206169 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.206533 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.207330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.207756 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > port after_create 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.208059 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.208400 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > port after_update 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.208709 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.209030 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.209393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.209708 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.280153 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Usage tracker for resource:network and tenant:79c7a47d83e149ad91fce9568f7aa401 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:40.323572 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:40.344349 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Pushing event updated for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:40.348639 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:40.349718 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.350448 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.350879 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.351304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 09:53:40.351876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e119e201-441b-46f9-89f9-912282509f09']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:40.363395 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.363930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.364415 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.364772 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.365113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.365751 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.365751 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.366130 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.366722 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.366824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.367105 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.367426 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:40.378756 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccffec16-2429-4385-ac51-c426fd0590e2') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:40.379272 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccffec16-2429-4385-ac51-c426fd0590e2') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:40.382238 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:40.383134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.395979 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.419599 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.431849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:53:40.432459 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: from cryptography.utils import int_from_bytes Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: from cryptography.utils import int_from_bytes Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:53:40.462404 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:53:40.509194 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-6aaf20cb-b1e8-423f-9b18-08cb83451c45 None None] Provisioning for port a3497662-f51b-4975-8ffe-c3103b7bc42c completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:40.518787 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-6aaf20cb-b1e8-423f-9b18-08cb83451c45 None None] Provisioning complete for port a3497662-f51b-4975-8ffe-c3103b7bc42c triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:40.519401 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6aaf20cb-b1e8-423f-9b18-08cb83451c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.604557 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf20cb-b1e8-423f-9b18-08cb83451c45 None None] Port a3497662-f51b-4975-8ffe-c3103b7bc42c cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:53:40.650024 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Made reservation on behalf of 79c7a47d83e149ad91fce9568f7aa401 for: {'network': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:40.657169 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.686200 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.693151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:40.728547 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.731033 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.736843 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Pushing event deleted for resources: {'Network': ['ID=e119e201-441b-46f9-89f9-912282509f09,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:40.742212 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:40.757829 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] 10.222.0.15 "DELETE /v2.0/networks/e119e201-441b-46f9-89f9-912282509f09 HTTP/1.1" status: 204 len: 168 time: 1.0226254 Jun 01 09:53:40.758811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40370) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:40.786552 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:40.801665 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Usage tracker for resource:security_group_rule and tenant:79c7a47d83e149ad91fce9568f7aa401 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:40.807098 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:40.818930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:40.828003 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Deleting subnet 5eb570da-0dd5-4f22-8214-004721761387 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:53:40.831464 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.838903 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec32d0-49bd-4e9e-968d-39d4aa8b0620 req-2dad5191-13f0-4fd3-b3ec-46a22848864a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:40.840514 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8ec32d0-49bd-4e9e-968d-39d4aa8b0620 req-2dad5191-13f0-4fd3-b3ec-46a22848864a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.5677969 Jun 01 09:53:40.891134 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.959650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:40.962426 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb40b-a24b-4a31-892b-e0447aae5763 req-69fc1091-5a39-417e-be50-5aaf830fa73b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:40.964534 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9a4fb40b-a24b-4a31-892b-e0447aae5763 req-69fc1091-5a39-417e-be50-5aaf830fa73b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 943 time: 0.3278141 Jun 01 09:53:41.003021 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8ec32d0-49bd-4e9e-968d-39d4aa8b0620 req-f0202f6f-1bee-47fe-96cb-492892a09b57 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066301 Jun 01 09:53:41.098665 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9a4fb40b-a24b-4a31-892b-e0447aae5763 req-b1ccfc2c-eecb-44f4-a374-4259ff26d353 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196320 Jun 01 09:53:41.141633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.153710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.161293 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.165566 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-36b2fb57-b0df-48f5-bd71-c5bb28638530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:41.235952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=91845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:53:41.256302 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e910b13-15eb-4893-8e82-33d4b0c098f0,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:41.271054 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.278076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7dfd98a9-9986-4cb1-9726-37c94decb18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:41.280487 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:41.283036 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.283591 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.segments_db [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Added segment 2ff9b318-4b3d-4a5d-9b72-8d75df9a0647 of type vlan for network 3be23caf-fa61-4ff9-84ff-35727f2c3876 Jun 01 09:53:41.323243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb570da-0dd5-4f22-8214-004721761387,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:41.330674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:41.331923 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.341229 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d57cd8a5-15b3-4764-9b64-61eef38b00bd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5eb570da-0dd5-4f22-8214-004721761387 HTTP/1.1" status: 204 len: 168 time: 0.5788713 Jun 01 09:53:41.341421 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40378) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:41.396700 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.462427 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.465107 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.467640 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:41.468483 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.475603 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8f08db98-0d05-4212-8b89-f102b58b03a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:41.569419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c8a927e9-234a-45b0-8950-3496ebdb57cd details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:53:41.584511 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.594078 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.596475 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.599615 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Pushing event updated for resources: {'Network': ['ID=3be23caf-fa61-4ff9-84ff-35727f2c3876,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:41.611649 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e900533d-fb1c-4723-808f-f3e5f665a018']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:41.629613 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686f7439-9a2d-4d89-b083-ccbd92ac203d') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:41.629886 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686f7439-9a2d-4d89-b083-ccbd92ac203d') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:41.644509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.657456 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:41.658362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-995b0d1e-ada1-4b4f-91bd-d8fbac4d22d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:41.659069 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:53:41.666838 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.674309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:53:41.674697 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:53:41.690682 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:53:41.723106 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Pushing event updated for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:41.726265 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7837334 Jun 01 09:53:41.727224 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:41.729855 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40386) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:41.732813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.742471 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Request body: {'subnet': {'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1646546440-subnet', 'tenant_id': '79c7a47d83e149ad91fce9568f7aa401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:41.748493 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:41.760949 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Usage tracker for resource:subnet and tenant:79c7a47d83e149ad91fce9568f7aa401 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:41.776069 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:41.794818 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.797842 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:41.799812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:41.823994 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:41.832257 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Pushing event deleted for resources: {'Network': ['ID=e900533d-fb1c-4723-808f-f3e5f665a018,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:41.838402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:41.839962 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] 10.222.0.15 "DELETE /v2.0/networks/e900533d-fb1c-4723-808f-f3e5f665a018 HTTP/1.1" status: 204 len: 168 time: 0.4974213 Jun 01 09:53:41.902533 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:41.920973 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'c8a927e9-234a-45b0-8950-3496ebdb57cd', 'network_id': '50796804-4ca8-49c3-b08e-160251e405c4', 'port_id': 'c8a927e9-234a-45b0-8950-3496ebdb57cd', 'mac_address': 'fa:16:3e:c0:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafd9a50-8889-4bc8-9adc-c8e957a8c945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:53:41.949185 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Made reservation on behalf of 79c7a47d83e149ad91fce9568f7aa401 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:41.951653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.001777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.016329 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40394) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:42.029231 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a927e9-234a-45b0-8950-3496ebdb57cd {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:53:42.052190 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:42.062127 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.070881 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:42.093508 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:42.095672 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:42.140779 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-aff35a88-d420-40cb-93e4-c708bcabd778 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99cafe7a5bcc4198a679b244c9fa3b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231093 Jun 01 09:53:42.144550 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40402) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:42.240188 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:42.246758 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:42.393120 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.409404 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['c8a927e9-234a-45b0-8950-3496ebdb57cd'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:53:42.472803 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.475203 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device cb26a4e9-5108-4551-afcc-51529f335654 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:42.553601 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.564095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-60095b09-e67a-40ab-b09b-d208c5533f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:42.584531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947f377-1567-49e1-878f-17b2d488736c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:42.602567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:42.604874 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.608495 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d947f377-1567-49e1-878f-17b2d488736c HTTP/1.1" status: 204 len: 168 time: 0.4586427 Jun 01 09:53:42.635234 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-daa5ea02-08af-4d14-8805-4b1d3f22f871 None None] Provisioning complete for port a3497662-f51b-4975-8ffe-c3103b7bc42c triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:42.637769 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-daa5ea02-08af-4d14-8805-4b1d3f22f871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.690727 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f739c-e357-47ac-8925-b42e19763adf req-1b18f8d0-e22c-486c-a76c-83816e41b3a1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:42.692932 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-149f739c-e357-47ac-8925-b42e19763adf req-1b18f8d0-e22c-486c-a76c-83816e41b3a1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 944 time: 0.3070645 Jun 01 09:53:42.703701 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-daa5ea02-08af-4d14-8805-4b1d3f22f871 None None] Port a3497662-f51b-4975-8ffe-c3103b7bc42c cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:53:42.707840 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Router b70d354e-317c-4035-b6cb-4b742b5693f6 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:53:42.750869 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port cb26a4e9-5108-4551-afcc-51529f335654 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:42.765716 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port cb26a4e9-5108-4551-afcc-51529f335654 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:42.766161 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.773052 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783dd18-a684-447b-90ed-b89d60e27e19 req-f737d181-22ac-4eae-8268-68176f70c3be tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:42.774636 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9783dd18-a684-447b-90ed-b89d60e27e19 req-f737d181-22ac-4eae-8268-68176f70c3be tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.4554965 Jun 01 09:53:42.911376 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-149f739c-e357-47ac-8925-b42e19763adf req-7ececb40-7edf-4be0-998e-43b1b5afcb70 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022235 Jun 01 09:53:42.943222 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.966068 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port cb26a4e9-5108-4551-afcc-51529f335654, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=cb26a4e9-5108-4551-afcc-51529f335654,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:42.971289 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:42.974402 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:43.055797 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=cb26a4e9-5108-4551-afcc-51529f335654,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:43.061331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:43.066537 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9783dd18-a684-447b-90ed-b89d60e27e19 req-d457423b-c34b-4cfa-b77c-daa31937cd6b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734702 Jun 01 09:53:43.122290 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:53:43.133421 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Sync routers for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:53:43.140158 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] 10.222.0.15 "PUT /v2.0/routers/b70d354e-317c-4035-b6cb-4b742b5693f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5203087 Jun 01 09:53:43.143626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:43.144719 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:43.181303 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40422) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:43.247043 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c715ed52-9d19-43dc-8b49-37b6ea4fa19a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7f0d98b1a2643e79ba48ef78b347283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642049 Jun 01 09:53:43.249371 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40426) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:43.268190 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.276404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:43.323785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.353279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:43.359492 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.361805 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:43.385723 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:43.391966 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Checking segment: {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:43.392313 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Network hostable DHCP agents. Network: 3be23caf-fa61-4ff9-84ff-35727f2c3876, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:53:43.413988 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:53:43.429256 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 3be23caf-fa61-4ff9-84ff-35727f2c3876) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:43.438392 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:43.442421 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.457469 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.464133 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9e6d9c09-68a3-466b-8329-d29c200abb70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7331152 Jun 01 09:53:43.465744 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-65e5c15b-6191-415c-a71c-1733db85d253 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:43.480632 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840de66-cf0f-4517-b2d6-c1bb59179ade,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:43.482967 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:43.483925 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:43.488754 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5840de66-cf0f-4517-b2d6-c1bb59179ade HTTP/1.1" status: 204 len: 168 time: 0.2375817 Jun 01 09:53:43.499085 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b4692-d8d9-416b-8b6c-6d49891fc533 None None] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:43.889664 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bba422-2921-47b0-aef5-418d2073f490 None None] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:44.025284 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:41Z', 'revision_number': 2, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:44.062408 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Checking router: b70d354e-317c-4035-b6cb-4b742b5693f6 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:53:44.062768 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Updating router b70d354e-317c-4035-b6cb-4b742b5693f6 port a3497662-f51b-4975-8ffe-c3103b7bc42c binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:53:44.189277 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40468) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:44.195545 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745165099-network', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:44.206831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:44.227309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Usage tracker for resource:network and tenant:46e1952604834fd3bc2735e68021ab7a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:44.237113 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:44.254789 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:44.278130 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Made reservation on behalf of 46e1952604834fd3bc2735e68021ab7a for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:44.285458 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.308970 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.321856 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.385252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:44.396730 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Usage tracker for resource:security_group_rule and tenant:46e1952604834fd3bc2735e68021ab7a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:44.410863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:44.421061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:44.452038 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40478) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:44.456472 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device cb26a4e9-5108-4551-afcc-51529f335654 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:44.555891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178898-a9f6-46cd-bdd8-1d3fb9928fc4 req-84b8e521-0f8c-431f-a90f-25dc4c843ac1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:44.560969 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08178898-a9f6-46cd-bdd8-1d3fb9928fc4 req-84b8e521-0f8c-431f-a90f-25dc4c843ac1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 944 time: 0.4239523 Jun 01 09:53:44.613930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfa1c0-6cb0-43e1-aa8d-a5e419948e49 req-171a9c4b-6658-4693-a950-7243b9de0182 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:44.616340 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0abfa1c0-6cb0-43e1-aa8d-a5e419948e49 req-171a9c4b-6658-4693-a950-7243b9de0182 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.3316691 Jun 01 09:53:44.674876 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08178898-a9f6-46cd-bdd8-1d3fb9928fc4 req-1c3069ec-e8b5-4ca1-9664-fd8a8560d1dd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053095 Jun 01 09:53:44.684021 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.703903 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.722142 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c96a8ecd-f2fe-4d13-8ca2-e64e4a802c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:44.730571 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0abfa1c0-6cb0-43e1-aa8d-a5e419948e49 req-39d9500c-1eae-44bc-b82c-895a4a54445d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820889 Jun 01 09:53:44.824569 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d18fb4-2c2b-4d13-b4e1-9544f5a53330,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:44.847125 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:44.860337 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:53:44.876893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.877496 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Added segment 63e0e501-cd00-47b7-b710-58f406a426e5 of type vlan for network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 Jun 01 09:53:44.923389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.948953 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.970969 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.973244 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:44.974021 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.982831 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port cb26a4e9-5108-4551-afcc-51529f335654 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:44.983424 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:44.984626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-47860407-d357-4448-ada6-bcb07d54963a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:44.987972 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:44.992542 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Usage tracker for resource:security_group_rule and tenant:e9de24d2639b40819ce1d7d6f96e23c2 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:44.998314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:45.008144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:45.163143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:45.171841 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9811325 Jun 01 09:53:45.172955 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:45.173782 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.175396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40500) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:45.183554 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Request body: {'subnet': {'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745165099-subnet', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:45.190982 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.199466 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:45.202273 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:45.208461 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:53:45.213860 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Usage tracker for resource:subnet and tenant:46e1952604834fd3bc2735e68021ab7a is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:45.218905 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:45.233200 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:45.260221 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9de24d2639b40819ce1d7d6f96e23c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036277 Jun 01 09:53:45.260454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40504) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:45.263165 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb992a74-a81c-4ae2-8029-4546b270ca94,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:45.277388 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:45.278563 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Made reservation on behalf of 46e1952604834fd3bc2735e68021ab7a for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:45.281268 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.354148 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.370939 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Transition to ACTIVE for port object a3497662-f51b-4975-8ffe-c3103b7bc42c will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:45.379381 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.385149 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:45.539780 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.578674 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.732480 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.738482 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:45.777094 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb992a74-a81c-4ae2-8029-4546b270ca94,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:45.785715 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:45.791416 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c8a927e9-234a-45b0-8950-3496ebdb57cd up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:45.836660 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Attempting to bind port a3497662-f51b-4975-8ffe-c3103b7bc42c on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:45.837629 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Attempting to bind port a3497662-f51b-4975-8ffe-c3103b7bc42c by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:45.838263 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Attempting to bind port a3497662-f51b-4975-8ffe-c3103b7bc42c on network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:45.852093 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.853514 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb992a74-a81c-4ae2-8029-4546b270ca94 HTTP/1.1" status: 204 len: 168 time: 0.5921569 Jun 01 09:53:45.916993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Pushing event updated for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:45.936314 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:45.936949 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Checking segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:45.941731 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:45.943060 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Bound using segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:45.944525 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Bound port: a3497662-f51b-4975-8ffe-c3103b7bc42c, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:45.945124 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.000681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.001322 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.001322 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.001667 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.002034 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.002349 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.002674 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.002995 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.003318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.003637 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.003955 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.004269 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:53:46.016080 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:46.112395 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port c8a927e9-234a-45b0-8950-3496ebdb57cd completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:46.118774 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] For port a3497662-f51b-4975-8ffe-c3103b7bc42c, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:46.122350 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] For port a3497662-f51b-4975-8ffe-c3103b7bc42c, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=a3497662-f51b-4975-8ffe-c3103b7bc42c,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:46.123455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port c8a927e9-234a-45b0-8950-3496ebdb57cd triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:46.123919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.154894 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.166827 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:46.180328 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.196256 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9c68ba2b-d97e-43bf-a4f3-24a05039eb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:46.264657 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:46.265303 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:46.338512 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009895f-60cf-47c8-9d83-376ce26daf57 req-c98a3ff6-ec96-422a-8955-1da757aaa3d7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:46.343044 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7009895f-60cf-47c8-9d83-376ce26daf57 req-c98a3ff6-ec96-422a-8955-1da757aaa3d7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 944 time: 0.4020915 Jun 01 09:53:46.351134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Checking segment: {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:46.351493 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Network hostable DHCP agents. Network: ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:53:46.368324 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36f63-59e0-4cb6-9813-d09f1e4bdd9b req-a69a1cf2-3fd1-4752-b4cb-907e584f42f9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:46.372208 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Pushing event updated for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:46.376936 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aba36f63-59e0-4cb6-9813-d09f1e4bdd9b req-a69a1cf2-3fd1-4752-b4cb-907e584f42f9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.3618190 Jun 01 09:53:46.389783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:46.442010 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eac6c32-5471-4cef-b60a-14f9c8e0d560,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:46.453254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:46.467949 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:53:46.505069 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aba36f63-59e0-4cb6-9813-d09f1e4bdd9b req-bbe40140-4abd-4d87-ba8b-82f787f411d8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268833 Jun 01 09:53:46.518263 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:46.550057 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f003400-dc4d-45ce-9465-bd9b805313aa None None] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:46.554602 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7009895f-60cf-47c8-9d83-376ce26daf57 req-1bf80028-7bda-41d2-bbb0-a8bb04e5f2a9 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956527 Jun 01 09:53:46.569373 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:46.569963 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.598925 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3f0f5046-e9b1-4640-a398-8bf59880ad67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4216559 Jun 01 09:53:46.601653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40558) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:46.607674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:46.614343 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:46.622918 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Usage tracker for resource:router and tenant:46e1952604834fd3bc2735e68021ab7a is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:46.629564 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:46.641753 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:46.661266 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.662876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.685316 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.685858 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.765585 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:46.768196 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf571b-42b9-4d03-9b02-f3c7ba5e7c95" -d '{"events": [{"server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:46.775010 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:46.861066 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:46.882196 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:46.888944 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:46.988638 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbca83a6-b449-42dc-9f5b-2aa97e6d80eb x-openstack-request-id: req-dbca83a6-b449-42dc-9f5b-2aa97e6d80eb {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:46.988930 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "name": "network-vif-plugged", "status": "completed", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:46.989189 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbca83a6-b449-42dc-9f5b-2aa97e6d80eb {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:46.989594 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd', 'code': 200} Jun 01 09:53:46.996943 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-6b0b4f0c-874c-485e-a56f-9c67af4e7727 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:46.997678 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-6b0b4f0c-874c-485e-a56f-9c67af4e7727 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Synchronizing usage tracker for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:network {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:53:47.043350 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-6b0b4f0c-874c-485e-a56f-9c67af4e7727 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Unset dirty status for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:network {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:53:47.044584 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-6b0b4f0c-874c-485e-a56f-9c67af4e7727 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 814 time: 0.3747256 Jun 01 09:53:47.071112 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-cc8de122-d93d-407b-8a05-211089fd974e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/quotas/79c7a47d83e149ad91fce9568f7aa401 HTTP/1.1" status: 200 len: 375 time: 0.0200875 Jun 01 09:53:47.078171 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:47.152285 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-39d403a2-5db9-4f84-bced-466ed45a5b1a tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777814 Jun 01 09:53:47.298713 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:47.323023 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:47.326546 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'fixed_ips': [{'subnet_id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:53:47.327423 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:47.394748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55faa7b-5bb7-40c0-8424-6365af8140c4 req-5d312dfe-d833-4155-9986-20eab006d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:47.396215 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b55faa7b-5bb7-40c0-8424-6365af8140c4 req-5d312dfe-d833-4155-9986-20eab006d4bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 1098 time: 0.1307502 Jun 01 09:53:47.428912 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-e9b73075-f62d-4ab0-8c10-2be55797f456 service neutron] 10.222.0.15 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765403 Jun 01 09:53:47.465200 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b55faa7b-5bb7-40c0-8424-6365af8140c4 req-46a05e8f-258f-452c-b9c6-3ab297c3bc95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514665 Jun 01 09:53:47.547896 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:53:47.605649 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Allocated IP 172.20.0.2 (ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0/7eac6c32-5471-4cef-b60a-14f9c8e0d560/4a318209-d256-47b7-9b20-6758ebfbc76f) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:47.654380 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-31084d5a-88d8-485e-a0a2-071f83feaeaf service neutron] 10.222.0.15 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182193 Jun 01 09:53:47.752485 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:46Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:47.797006 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2bd3b3-a8df-4e3c-ae93-089a45f35e83 None None] The sync data for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb is: [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:46Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:53:47.951441 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:47.963727 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199a8d-2cd4-4d3f-81a2-859aca12bc2c req-1a639856-f371-4001-a41a-754877fc963b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:47.965359 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9c199a8d-2cd4-4d3f-81a2-859aca12bc2c req-1a639856-f371-4001-a41a-754877fc963b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2191575 Jun 01 09:53:48.047219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:48.082533 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9c199a8d-2cd4-4d3f-81a2-859aca12bc2c req-615b96a6-b864-4b1b-ae24-25561651a249 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085794 Jun 01 09:53:48.191352 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:48.206860 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Transition to ACTIVE for port object 4a318209-d256-47b7-9b20-6758ebfbc76f will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:48.229452 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Transition to ACTIVE for port object 4a318209-d256-47b7-9b20-6758ebfbc76f will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:48.239838 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:48.246081 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:48.309988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Allocated IP 172.28.1.144 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/db1f9693-d047-4dc0-9c6a-d1833c56ae55) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:48.329214 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2fddc84b-b0af-4221-8c33-58b8e57f0427 req-4570f0c8-aee7-4651-ac93-61ba65cf1dbd tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 210 time: 0.1445665 Jun 01 09:53:48.386974 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428477b-015c-401d-9387-99e83371541f req-244c9c80-ab01-4df7-8cb9-9fbbbae78e74 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:48.397775 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e428477b-015c-401d-9387-99e83371541f req-244c9c80-ab01-4df7-8cb9-9fbbbae78e74 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 945 time: 0.2898960 Jun 01 09:53:48.415031 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:48.418359 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:48.425955 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:48.451602 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Pushing event updated for resources: {'Port': ['ID=4a318209-d256-47b7-9b20-6758ebfbc76f,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:48.469481 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:48.506999 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e428477b-015c-401d-9387-99e83371541f req-1c0d74c6-5a39-4bfd-916e-76ae39bea805 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044896 Jun 01 09:53:48.557311 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device a3497662-f51b-4975-8ffe-c3103b7bc42c up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:48.752456 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port a3497662-f51b-4975-8ffe-c3103b7bc42c completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:48.771281 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port a3497662-f51b-4975-8ffe-c3103b7bc42c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:48.771834 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:48.932111 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Attempting to bind port 4a318209-d256-47b7-9b20-6758ebfbc76f on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:48.932613 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Attempting to bind port 4a318209-d256-47b7-9b20-6758ebfbc76f by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:48.932986 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Attempting to bind port 4a318209-d256-47b7-9b20-6758ebfbc76f on network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:48.960481 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:48.962163 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Checking segment: {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:48.970961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:48.970961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Bound using segment: {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:48.970961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Bound port: 4a318209-d256-47b7-9b20-6758ebfbc76f, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:48.971350 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.033313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.098144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.116034 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:49.185939 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.204001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:49.205267 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:49.209670 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:49.243993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] For port 4a318209-d256-47b7-9b20-6758ebfbc76f, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:49.250204 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] For port 4a318209-d256-47b7-9b20-6758ebfbc76f, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=4a318209-d256-47b7-9b20-6758ebfbc76f,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:49.253279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port a3497662-f51b-4975-8ffe-c3103b7bc42c, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=a3497662-f51b-4975-8ffe-c3103b7bc42c,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:49.263524 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.279917 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:49.334778 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Pushing event updated for resources: {'Port': ['ID=db1f9693-d047-4dc0-9c6a-d1833c56ae55,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:49.338934 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:49.350039 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.467456 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Pushing event updated for resources: {'Port': ['ID=4a318209-d256-47b7-9b20-6758ebfbc76f,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:49.470930 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:49.471435 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:49.500075 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66170-6466-4d11-8475-8bfafa59ea75 req-1ddb09ed-c860-41e7-9c7b-85a20a6b42bc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:49.512004 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-46c66170-6466-4d11-8475-8bfafa59ea75 req-1ddb09ed-c860-41e7-9c7b-85a20a6b42bc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1837804 Jun 01 09:53:49.596489 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bad1dd18-a776-4acb-8c79-3a911cdaa98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:49.610115 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:49.615197 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:49.647933 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-044afb7a-7ff1-442d-be71-af3b2af23681 req-7f8fe4c2-e8ce-474d-8a80-23d142be9710 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 210 time: 0.0959547 Jun 01 09:53:49.825330 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-46c66170-6466-4d11-8475-8bfafa59ea75 req-de667d2c-8018-47dd-b619-718257a8fb8b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103054 Jun 01 09:53:50.071508 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:50.088000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8f59f-840a-40f5-a33f-7873f832a82c req-b43a5a08-ce71-4265-bea0-9d6fa0f5ca45 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:50.096145 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f0e8f59f-840a-40f5-a33f-7873f832a82c req-b43a5a08-ce71-4265-bea0-9d6fa0f5ca45 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 945 time: 0.1918921 Jun 01 09:53:50.189568 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f0e8f59f-840a-40f5-a33f-7873f832a82c req-441f6f10-af3a-4f1f-a0f5-0996272ea883 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Jun 01 09:53:50.507742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-e6f95054-4fd5-4367-b4b6-40e0600f665d tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:50.509323 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-e6f95054-4fd5-4367-b4b6-40e0600f665d tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 814 time: 0.5366445 Jun 01 09:53:50.604908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Request body: {'port': {'device_id': 'f27575f6-75fe-4d59-a566-935738458202', 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876', 'admin_state_up': True, 'tenant_id': '79c7a47d83e149ad91fce9568f7aa401'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:50.617079 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 4a318209-d256-47b7-9b20-6758ebfbc76f up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:50.636560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40658) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:50.793373 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 4a318209-d256-47b7-9b20-6758ebfbc76f completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:50.801879 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device a3497662-f51b-4975-8ffe-c3103b7bc42c up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:50.962802 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port a3497662-f51b-4975-8ffe-c3103b7bc42c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:50.964436 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.045135 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c0c97-ca92-41c7-8637-3c6f457bd363 None None] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:53:51.061153 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-59a47b51-8109-43ba-af7f-583f9d1b36ad req-9fe109b1-76d5-4d74-b8c8-72665ef8dc85 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 210 time: 0.1895068 Jun 01 09:53:51.063682 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.088621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.094568 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:51.135401 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:51.142860 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Usage tracker for resource:security_group_rule and tenant:6ce328ad14194386830b369a72ed66f0 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:51.151031 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:51.160716 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:51.176953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Usage tracker for resource:port and tenant:79c7a47d83e149ad91fce9568f7aa401 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:51.187212 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:51.214085 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:51.216880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Provisioning for port 4a318209-d256-47b7-9b20-6758ebfbc76f completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:51.227710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7edce-1cab-444a-b73d-0a054e1fa8e7 req-93963902-0d67-47df-b4bb-6c4cbbbf8e5f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:51.244905 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b2a7edce-1cab-444a-b73d-0a054e1fa8e7 req-93963902-0d67-47df-b4bb-6c4cbbbf8e5f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1506996 Jun 01 09:53:51.261132 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Provisioning complete for port 4a318209-d256-47b7-9b20-6758ebfbc76f triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:51.261601 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.314262 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b2a7edce-1cab-444a-b73d-0a054e1fa8e7 req-f26fe25c-8394-4e4a-8178-07dbedc32103 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Jun 01 09:53:51.374330 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.380221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.405268 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-32ecc547-78df-468a-bd25-d14a04d9430d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:51.443463 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a04cf-7073-4cf1-93e8-6cda714f3029,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:51.447170 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:51.466792 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ce328ad14194386830b369a72ed66f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8289685 Jun 01 09:53:51.470643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40686) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:51.501824 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Made reservation on behalf of 79c7a47d83e149ad91fce9568f7aa401 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:53:51.507939 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.512359 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.554783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] For port 4a318209-d256-47b7-9b20-6758ebfbc76f, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=4a318209-d256-47b7-9b20-6758ebfbc76f,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:51.562571 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.564698 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:51.569576 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.600331 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.677060 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Pushing event updated for resources: {'Port': ['ID=4a318209-d256-47b7-9b20-6758ebfbc76f,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:51.678611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.685351 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-77287b7c-ae28-46ca-9f8e-b88f582c9325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:51.693037 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:51.704568 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a04cf-7073-4cf1-93e8-6cda714f3029,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:51.707157 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:51.713940 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:51.715090 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f8a04cf-7073-4cf1-93e8-6cda714f3029 HTTP/1.1" status: 204 len: 168 time: 0.2427771 Jun 01 09:53:51.762207 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Router b2e2aa34-4566-4486-b936-508d4b9b6907 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:53:51.882849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Allocated IP 172.20.0.10 (3be23caf-fa61-4ff9-84ff-35727f2c3876/bcbeeea4-bae3-4fb9-94f1-331e851cc9d0/da363109-6ec5-45cd-9f59-52231e052a24) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:51.929763 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-2f909020-ddca-4227-bd78-85c010817644 None None] Provisioning complete for port 4a318209-d256-47b7-9b20-6758ebfbc76f triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:51.932718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2f909020-ddca-4227-bd78-85c010817644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.078947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:53:52.091640 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Sync routers for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:53:52.099499 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.106377 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:52.107108 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:52.192742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Notify callbacks [] for router, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.196986 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5902805 Jun 01 09:53:52.197271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40706) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:52.285453 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.349912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.369776 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4fbd417f-912f-41d7-b5f2-1443866107e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.385502 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4dd57671-03e3-44f6-8af3-928fb9f269d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:52.425794 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 4a318209-d256-47b7-9b20-6758ebfbc76f up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:52.434286 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:52.572358 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:52.582222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:52.583569 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 4a318209-d256-47b7-9b20-6758ebfbc76f triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:52.584193 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.594967 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:52.680886 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Pushing event updated for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:52.688324 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:52.706365 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:52.707080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:52.732239 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-7a3d6efc-59b1-4b22-88ec-b0ea5df10b33 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2491517 Jun 01 09:53:52.734775 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1416571 Jun 01 09:53:52.752181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Request body: {'port': {'device_id': 'f27575f6-75fe-4d59-a566-935738458202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:53:52.892186 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 3, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:52.897159 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Checking router: b2e2aa34-4566-4486-b936-508d4b9b6907 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:53:52.898004 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Updating router b2e2aa34-4566-4486-b936-508d4b9b6907 port db1f9693-d047-4dc0-9c6a-d1833c56ae55 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:53:52.963521 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.027366 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.053196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42caf4e-4591-44ac-b0c2-d16a6785aeec req-4a38f17e-97de-4f62-8293-c1a2aad68cbd tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.054768 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c42caf4e-4591-44ac-b0c2-d16a6785aeec req-4a38f17e-97de-4f62-8293-c1a2aad68cbd tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 932 time: 0.6684799 Jun 01 09:53:53.183968 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.210332 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-25c7466a-294c-4340-8dbb-8873dc6af87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.212866 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-25c7466a-294c-4340-8dbb-8873dc6af87a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1099 time: 0.4042337 Jun 01 09:53:53.409049 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746e802-54d2-406c-a1f3-9a7adae8e6ad req-e33a8b80-1a93-485c-8582-06aa0342d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.410701 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d746e802-54d2-406c-a1f3-9a7adae8e6ad req-e33a8b80-1a93-485c-8582-06aa0342d9eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 1099 time: 0.8766382 Jun 01 09:53:53.424743 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c42caf4e-4591-44ac-b0c2-d16a6785aeec req-2306474b-4e22-4e6a-b2d5-5ea7b50d1083 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Synchronizing usage tracker for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:53:53.538781 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-8a52386b-86fa-4b7c-9edf-18d020ff6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.540645 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-8a52386b-86fa-4b7c-9edf-18d020ff6660 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.2894051 Jun 01 09:53:53.542852 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.549375 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c42caf4e-4591-44ac-b0c2-d16a6785aeec req-2306474b-4e22-4e6a-b2d5-5ea7b50d1083 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Unset dirty status for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:53:53.563158 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c42caf4e-4591-44ac-b0c2-d16a6785aeec req-2306474b-4e22-4e6a-b2d5-5ea7b50d1083 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936714 Jun 01 09:53:53.573607 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d746e802-54d2-406c-a1f3-9a7adae8e6ad req-9aa015e8-462f-4fea-875e-061d8218ed6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428196 Jun 01 09:53:53.575911 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Transition to ACTIVE for port object db1f9693-d047-4dc0-9c6a-d1833c56ae55 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:53.586488 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.592451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb58d-31a0-40ae-a81c-8e325eb14499 req-65558616-fadb-451a-a2c5-fa7f2b687cbb tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.593600 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-9748fe53-713a-42da-a84b-de1d3897abb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:53.594579 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-657cb58d-31a0-40ae-a81c-8e325eb14499 req-65558616-fadb-451a-a2c5-fa7f2b687cbb tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.5110023 Jun 01 09:53:53.684176 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Attempting to bind port db1f9693-d047-4dc0-9c6a-d1833c56ae55 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:53.684641 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Attempting to bind port db1f9693-d047-4dc0-9c6a-d1833c56ae55 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:53.685026 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Attempting to bind port db1f9693-d047-4dc0-9c6a-d1833c56ae55 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:53.691541 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119991e2-6f1e-4a33-bb0d-e7434642719a None None] Pushing event updated for resources: {'Port': ['ID=db1f9693-d047-4dc0-9c6a-d1833c56ae55,revision_number=2']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:53.696752 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:53.697130 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:53.697590 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.698144 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:53.698613 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Bound port: db1f9693-d047-4dc0-9c6a-d1833c56ae55, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:53.699003 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.728497 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-119991e2-6f1e-4a33-bb0d-e7434642719a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:53.766862 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-147b9055-1421-4c60-9e98-54ba2d18f6b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 1000 time: 0.2017989 Jun 01 09:53:53.833435 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] For port db1f9693-d047-4dc0-9c6a-d1833c56ae55, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:53.840677 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] For port db1f9693-d047-4dc0-9c6a-d1833c56ae55, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=db1f9693-d047-4dc0-9c6a-d1833c56ae55,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:53.853561 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.861546 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-a74030f0-9265-475e-a45b-8b88f8964978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:53.896934 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-657cb58d-31a0-40ae-a81c-8e325eb14499 req-ff001b02-736b-445b-b939-6d820c8e4ed1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461951 Jun 01 09:53:53.941564 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:53.987708 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-7455a0cd-60ce-409e-91f3-5af391e2e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:53.989617 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-7455a0cd-60ce-409e-91f3-5af391e2e946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.2046864 Jun 01 09:53:54.033282 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:54.033590 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:54.094713 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119991e2-6f1e-4a33-bb0d-e7434642719a None None] Pushing event updated for resources: {'Port': ['ID=db1f9693-d047-4dc0-9c6a-d1833c56ae55,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:54.105827 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-119991e2-6f1e-4a33-bb0d-e7434642719a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:54.186601 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da363109-6ec5-45cd-9f59-52231e052a24 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:53:54.212887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.238687 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Transition to ACTIVE for port object da363109-6ec5-45cd-9f59-52231e052a24 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:54.246741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-0be9da21-2fa5-4998-b92a-57d02f8bbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:54.248470 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-0be9da21-2fa5-4998-b92a-57d02f8bbf7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2094567 Jun 01 09:53:54.249224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.259664 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:54.287388 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:54.312349 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Allocated IP 172.20.0.1 (ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0/7eac6c32-5471-4cef-b60a-14f9c8e0d560/f030bfa5-2d81-4141-bdc6-0ea292ce5cea) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:53:54.492831 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.514160 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Transition to ACTIVE for port object f030bfa5-2d81-4141-bdc6-0ea292ce5cea will not be triggered until provisioned by entity DHCP. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:54.549786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.559583 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:54.589366 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.631756 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:54.634952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:54.639724 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:53:54.652253 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 3, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:54.660353 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9b0b2d-19f0-4781-bd44-79e7edc0aa01 None None] The sync data for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb is: [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 3, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:53:54.747081 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Pushing event updated for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:54.760154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:54.779046 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Attempting to bind port da363109-6ec5-45cd-9f59-52231e052a24 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:54.779367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Attempting to bind port da363109-6ec5-45cd-9f59-52231e052a24 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:54.779688 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Attempting to bind port da363109-6ec5-45cd-9f59-52231e052a24 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:54.791691 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:54.793329 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-8b8bd068-ad21-434c-aa6b-93f94f1bfa49 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094276 Jun 01 09:53:54.802128 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Port da363109-6ec5-45cd-9f59-52231e052a24 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:53:54.802483 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Attempting to bind port da363109-6ec5-45cd-9f59-52231e052a24 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:54.814887 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:54.840978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:54.841336 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Checking segment: {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:54.841685 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Bound using segment: {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:54.842178 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Bound port: da363109-6ec5-45cd-9f59-52231e052a24, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:54.842519 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.857560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:54.938953 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087956-8b3a-48ac-a65b-e0af84a5c027 req-7f58e15a-1bcc-4be4-9b8f-00285cb9dc91 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:54.940969 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c6087956-8b3a-48ac-a65b-e0af84a5c027 req-7f58e15a-1bcc-4be4-9b8f-00285cb9dc91 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 944 time: 0.2463801 Jun 01 09:53:54.951667 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-4ff94565-a16e-4a0b-bf45-93c495256d91 None None] Provisioning for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:54.963984 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-4ff94565-a16e-4a0b-bf45-93c495256d91 None None] Provisioning complete for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:54.964922 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4ff94565-a16e-4a0b-bf45-93c495256d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.053868 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eaa5588b-ccf5-4afe-8f6e-8cf01717fabd req-594b999b-ae0d-4fe6-88be-5b1761eafc0e service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483068 Jun 01 09:53:55.063199 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:55.066644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da363109-6ec5-45cd-9f59-52231e052a24,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:55.072620 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.103357 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:55.188895 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:55.190019 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.193432 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] 10.222.0.72 "PUT /v2.0/ports/da363109-6ec5-45cd-9f59-52231e052a24 HTTP/1.1" status: 200 len: 1094 time: 2.4469612 Jun 01 09:53:55.202724 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-4ff94565-a16e-4a0b-bf45-93c495256d91 None None] Port f030bfa5-2d81-4141-bdc6-0ea292ce5cea cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:53:55.207804 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c6087956-8b3a-48ac-a65b-e0af84a5c027 req-4dbb5f34-f95e-451b-a282-95e5f6e1cc0a tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551525 Jun 01 09:53:55.210499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:53:55.214905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd05fe5-b420-4e46-9680-4c98a28ea188" -d '{"events": [{"name": "network-changed", "server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "tag": "da363109-6ec5-45cd-9f59-52231e052a24"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:53:55.269536 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.341239 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf82bc-9a7f-4bdb-9fe6-1b97768f70e1 x-openstack-request-id: req-86cf82bc-9a7f-4bdb-9fe6-1b97768f70e1 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:53:55.341435 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "tag": "da363109-6ec5-45cd-9f59-52231e052a24", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:53:55.341648 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86cf82bc-9a7f-4bdb-9fe6-1b97768f70e1 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:53:55.342125 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24', 'status': 'completed', 'code': 200} Jun 01 09:53:55.378902 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Pushing event updated for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:55.383299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:55.412188 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349363-1dde-419f-9bdb-b4815d0aa1d6 req-2aeb77a8-279e-4619-bb80-77d766667fa1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:55.413794 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6349363-1dde-419f-9bdb-b4815d0aa1d6 req-2aeb77a8-279e-4619-bb80-77d766667fa1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.2970917 Jun 01 09:53:55.428271 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-a7860738-cb56-4be9-8e20-75c52e1b55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:55.431733 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-a7860738-cb56-4be9-8e20-75c52e1b55e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 1097 time: 0.1389561 Jun 01 09:53:55.592546 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6349363-1dde-419f-9bdb-b4815d0aa1d6 req-f85efca3-60cd-4fe3-88b5-3fa2bd179c41 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681283 Jun 01 09:53:55.594884 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d94f6d4f-9257-4c0f-bb04-310e151b106a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da363109-6ec5-45cd-9f59-52231e052a24 HTTP/1.1" status: 200 len: 217 time: 0.1486752 Jun 01 09:53:55.774174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-71794113-70dc-4528-b448-b7d48b86a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:55.775567 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-71794113-70dc-4528-b448-b7d48b86a2ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 HTTP/1.1" status: 200 len: 854 time: 0.1662626 Jun 01 09:53:55.800569 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.810163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:55.811825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40772) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:55.848977 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-2d173603-fd81-4157-8597-1804e5dcb5ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3be23caf-fa61-4ff9-84ff-35727f2c3876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658760 Jun 01 09:53:55.868403 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:56.036777 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:56.047083 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.063164 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:56.107724 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-b62dd2d4-b34a-49f9-ac7f-97cf63c8586a service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464516 Jun 01 09:53:56.226730 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.250859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:53:56.259286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b390a6fd94f042c8bb781bb2f117330d is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:53:56.274278 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:53:56.289755 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:53:56.299740 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99fe0b-501d-4b16-9ae4-291393402816 req-8ec598a2-33bf-4b5a-ab43-0ef4ac6aac9f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:56.301430 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f99fe0b-501d-4b16-9ae4-291393402816 req-8ec598a2-33bf-4b5a-ab43-0ef4ac6aac9f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.4339011 Jun 01 09:53:56.355552 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53e9564c-5bfc-4aeb-b370-0e6e27cd3e9e req-d970f0c9-27ac-42f8-994d-97c25b782eae service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285287 Jun 01 09:53:56.408215 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.410936 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:53:56.416247 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:53:56.441839 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f99fe0b-501d-4b16-9ae4-291393402816 req-383f3b7e-efac-4b98-878b-0d7002eebda2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284668 Jun 01 09:53:56.508791 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device db1f9693-d047-4dc0-9c6a-d1833c56ae55 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:56.657320 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port db1f9693-d047-4dc0-9c6a-d1833c56ae55 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:53:56.662289 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-c483a64a-49e6-462e-8c6a-838db12e2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:56.663453 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port db1f9693-d047-4dc0-9c6a-d1833c56ae55 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:56.663828 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-c483a64a-49e6-462e-8c6a-838db12e2385 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 1097 time: 0.2055914 Jun 01 09:53:56.663983 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.850433 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.880112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port db1f9693-d047-4dc0-9c6a-d1833c56ae55, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=db1f9693-d047-4dc0-9c6a-d1833c56ae55,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:53:56.889448 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.896296 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:56.926925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.937179 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:56.949610 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4b8f8e9b-0889-4d7f-a111-70271038b6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:56.962882 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Router b2e2aa34-4566-4486-b936-508d4b9b6907 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:53:57.002481 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-ef383cac-6bcc-4dc1-b1cb-c98190a42092 None None] Provisioning complete for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:57.003226 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ef383cac-6bcc-4dc1-b1cb-c98190a42092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:57.031444 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e6182-9c1b-4e7d-9b6d-299503d27773,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:57.041351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-3f9d64c6-3441-4a47-b3c0-2d836696b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:57.044418 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-3f9d64c6-3441-4a47-b3c0-2d836696b178 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 915 time: 0.3697293 Jun 01 09:53:57.051049 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:57.054785 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b390a6fd94f042c8bb781bb2f117330d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913233 Jun 01 09:53:57.063245 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=db1f9693-d047-4dc0-9c6a-d1833c56ae55,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:57.069121 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40796) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:53:57.116190 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:57.140075 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-0789a431-5d50-4911-9539-10cf99cd8653 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da363109-6ec5-45cd-9f59-52231e052a24 HTTP/1.1" status: 200 len: 217 time: 0.0839615 Jun 01 09:53:57.159428 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-ef383cac-6bcc-4dc1-b1cb-c98190a42092 None None] Port f030bfa5-2d81-4141-bdc6-0ea292ce5cea cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:53:57.225045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-0e28c5c3-985e-456e-b5f2-f58499fb933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:57.226650 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-0e28c5c3-985e-456e-b5f2-f58499fb933f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 HTTP/1.1" status: 200 len: 854 time: 0.0737300 Jun 01 09:53:57.289740 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-a5e690b7-14c7-4693-a794-e12719da3f78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3be23caf-fa61-4ff9-84ff-35727f2c3876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501783 Jun 01 09:53:57.294966 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c7e3a-ee25-4e84-8b7a-7fa67e9dfdc8 req-beae68ce-d574-41af-8fd4-1aa892fc2cbf tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:57.296489 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2c9c7e3a-ee25-4e84-8b7a-7fa67e9dfdc8 req-beae68ce-d574-41af-8fd4-1aa892fc2cbf tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 944 time: 0.5282393 Jun 01 09:53:57.335263 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:53:57.346467 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Sync routers for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:53:57.356402 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:57.357579 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:57.381654 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2c9c7e3a-ee25-4e84-8b7a-7fa67e9dfdc8 req-3e3d4fc8-686d-42d6-9221-79445a75423d tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717957 Jun 01 09:53:57.400803 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2e2aa34-4566-4486-b936-508d4b9b6907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2026572 Jun 01 09:53:57.401667 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:57.445662 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:57.460275 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-46d8e2e6-71fb-41b1-b257-bffaf8775012 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550994 Jun 01 09:53:57.545934 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:57.552449 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:57.572121 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e6182-9c1b-4e7d-9b6d-299503d27773,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:57.576681 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:57.584908 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:57.589523 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c1e6182-9c1b-4e7d-9b6d-299503d27773 HTTP/1.1" status: 204 len: 168 time: 0.3275611 Jun 01 09:53:57.648669 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:53:57.705797 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-8cd05fe5-b420-4e46-9680-4c98a28ea188 req-e53ff3a9-a666-464b-a2f9-d407ba9b10c4 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285948 Jun 01 09:53:58.066159 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:55Z', 'revision_number': 4, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f030bfa5-2d81-4141-bdc6-0ea292ce5cea', 'name': '', 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'mac_address': 'fa:16:3e:36:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:54Z', 'updated_at': '2021-06-01T09:53:55Z', 'revision_number': 2, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'subnets': [{'id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:58.070682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Checking router: b2e2aa34-4566-4486-b936-508d4b9b6907 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:53:58.071073 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Updating router b2e2aa34-4566-4486-b936-508d4b9b6907 port f030bfa5-2d81-4141-bdc6-0ea292ce5cea binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:53:58.138251 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:58.408321 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device db1f9693-d047-4dc0-9c6a-d1833c56ae55 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:53:58.559164 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port db1f9693-d047-4dc0-9c6a-d1833c56ae55 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:53:58.559566 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:58.734283 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7986be-568c-46e2-afdc-88569a595791 req-c680cff6-1c83-4f06-8c6c-0f9ddb4fbb48 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:58.740706 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:58.742377 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bf7986be-568c-46e2-afdc-88569a595791 req-c680cff6-1c83-4f06-8c6c-0f9ddb4fbb48 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 944 time: 0.1671610 Jun 01 09:53:58.802995 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Transition to ACTIVE for port object f030bfa5-2d81-4141-bdc6-0ea292ce5cea will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:53:58.815092 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:58.833740 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f9bd9bf7-ddfd-4007-92b9-d57198d9e5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:58.846641 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bf7986be-568c-46e2-afdc-88569a595791 req-7e6d230c-13cf-4217-b9bf-f8cdf30a274c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029835 Jun 01 09:53:58.884006 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-421c18da-51c7-41bb-b943-58c281a125bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:58.890524 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-421c18da-51c7-41bb-b943-58c281a125bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.1313288 Jun 01 09:53:59.038640 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1613c-36d1-499c-b236-1a9038d40aff req-e5c2d25a-ac8c-45c3-9f7a-ef52d910a6ea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:59.047182 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82e1613c-36d1-499c-b236-1a9038d40aff req-e5c2d25a-ac8c-45c3-9f7a-ef52d910a6ea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1828613 Jun 01 09:53:59.129225 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-9c84a78c-15fa-49e9-972d-2efda05a9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:59.130722 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-9c84a78c-15fa-49e9-972d-2efda05a9551 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.2253802 Jun 01 09:53:59.132304 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82e1613c-36d1-499c-b236-1a9038d40aff req-766ce6b6-49c6-4e0c-9891-6321df947c0f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839953 Jun 01 09:53:59.251212 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-565a92a2-da9c-47cd-9e28-da940d8593f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.1133692 Jun 01 09:53:59.329367 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Attempting to bind port f030bfa5-2d81-4141-bdc6-0ea292ce5cea on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:53:59.329734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Attempting to bind port f030bfa5-2d81-4141-bdc6-0ea292ce5cea by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:53:59.330279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Attempting to bind port f030bfa5-2d81-4141-bdc6-0ea292ce5cea on network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:53:59.336801 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Pushing event updated for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:59.339544 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:53:59.339738 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Checking segment: {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:53:59.340158 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:59.340554 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Bound using segment: {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:53:59.341039 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Bound port: f030bfa5-2d81-4141-bdc6-0ea292ce5cea, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e0e501-cd00-47b7-b710-58f406a426e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:53:59.341415 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:59.355048 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:59.363352 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-751510ca-dd70-4eca-aa28-9e4f6462a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:59.364843 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-751510ca-dd70-4eca-aa28-9e4f6462a59d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.1056800 Jun 01 09:53:59.422940 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-5788961f-43e8-4b33-8491-52af7f0dea32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495341 Jun 01 09:53:59.460813 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] For port f030bfa5-2d81-4141-bdc6-0ea292ce5cea, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:53:59.465052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] For port f030bfa5-2d81-4141-bdc6-0ea292ce5cea, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:53:59.474174 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:53:59.478779 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-63f0ae8a-b97a-40e9-b73c-aeda6b077713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:53:59.562840 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:53:59.563477 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:53:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:53:59.590939 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-f180c6f2-785e-48e5-8f3a-01e6f977ad4a service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592717 Jun 01 09:53:59.649299 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Pushing event updated for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:53:59.653808 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:53:59.760652 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b42b6a-9c26-4111-9d4e-b2a2ff1e129f req-acc742b5-5fc1-40ea-b6bd-c44f8dcf54a0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:53:59.769143 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-31b42b6a-9c26-4111-9d4e-b2a2ff1e129f req-acc742b5-5fc1-40ea-b6bd-c44f8dcf54a0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 945 time: 0.1510625 Jun 01 09:53:59.784556 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device da363109-6ec5-45cd-9f59-52231e052a24 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:53:59.800307 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-89a6f7f4-81c6-46b4-923c-daf3ed6f7154 req-ded1048b-cf8c-4137-9a44-df406bd9dec2 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956284 Jun 01 09:53:59.862900 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-31b42b6a-9c26-4111-9d4e-b2a2ff1e129f req-d71e7572-5e38-44ac-ab4a-ad5ac7616c75 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Jun 01 09:54:00.007793 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:54:00.074932 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8ceb6-3145-4acb-87bb-e68e71f4b1d4 req-bc546dc5-52d3-4101-baf9-0c616e43d970 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:00.077037 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da363109-6ec5-45cd-9f59-52231e052a24,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:00.081987 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aeb8ceb6-3145-4acb-87bb-e68e71f4b1d4 req-bc546dc5-52d3-4101-baf9-0c616e43d970 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 944 time: 0.1015353 Jun 01 09:54:00.124517 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'da363109-6ec5-45cd-9f59-52231e052a24', 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876', 'port_id': 'da363109-6ec5-45cd-9f59-52231e052a24', 'mac_address': 'fa:16:3e:44:4a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbeeea4-bae3-4fb9-94f1-331e851cc9d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:54:00.136144 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aeb8ceb6-3145-4acb-87bb-e68e71f4b1d4 req-323cb670-240e-459b-99fc-2361b6d73cfc tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Jun 01 09:54:00.263041 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:00.351465 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da363109-6ec5-45cd-9f59-52231e052a24 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:00.385165 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da363109-6ec5-45cd-9f59-52231e052a24,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:00.414155 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f95bc-4460-47bd-95f3-5764ac20c784 req-f193fbd2-effe-4421-b66d-e01c2c95d19f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:00.422139 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e5f95bc-4460-47bd-95f3-5764ac20c784 req-f193fbd2-effe-4421-b66d-e01c2c95d19f tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1340225 Jun 01 09:54:00.424954 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:00.431504 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:00.486572 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e5f95bc-4460-47bd-95f3-5764ac20c784 req-f43065a9-b76f-4e5c-9c50-61ce7eec8dea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633571 Jun 01 09:54:00.600347 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:00.604525 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:00.613045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40874) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:00.630041 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:55Z', 'revision_number': 4, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f030bfa5-2d81-4141-bdc6-0ea292ce5cea', 'name': '', 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'mac_address': 'fa:16:3e:36:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:54Z', 'updated_at': '2021-06-01T09:53:59Z', 'revision_number': 4, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'subnets': [{'id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:00.634157 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289d1fa-0da7-4f5a-b027-9d1a7e7d0536 None None] The sync data for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb is: [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:53:55Z', 'revision_number': 4, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f030bfa5-2d81-4141-bdc6-0ea292ce5cea', 'name': '', 'network_id': 'ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'mac_address': 'fa:16:3e:36:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:54Z', 'updated_at': '2021-06-01T09:53:59Z', 'revision_number': 4, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'subnets': [{'id': '7eac6c32-5471-4cef-b60a-14f9c8e0d560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:54:00.779487 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['da363109-6ec5-45cd-9f59-52231e052a24'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:00.881246 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:00.923569 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:00.928730 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Usage tracker for resource:security_group_rule and tenant:6ffbe60da15d45459dd383fef496d737 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:00.936522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:00.958723 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:01.112292 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.119771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.143705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d07f8b29-c4c2-422b-b021-29477b6994d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:01.167371 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb73a31-5b2d-4b0e-acf1-1269bc3e8fce req-667432db-1130-469f-9e2b-c1fc55966495 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:01.169182 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7eb73a31-5b2d-4b0e-acf1-1269bc3e8fce req-667432db-1130-469f-9e2b-c1fc55966495 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 945 time: 0.1306911 Jun 01 09:54:01.203282 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ffbe60da15d45459dd383fef496d737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891278 Jun 01 09:54:01.222246 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40884) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:01.225941 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cecf5-21fc-44f0-93a5-512a5a7f6fdd,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:01.229530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:01.309824 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7eb73a31-5b2d-4b0e-acf1-1269bc3e8fce req-81c3f1af-6c05-4861-81eb-ec4d257529cd tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146817 Jun 01 09:54:01.402314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.448458 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.479701 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d3b4a-0d01-40a7-aa7e-fa7b948ec542 req-2b987eef-ad3b-4691-9d0d-3e9cb0f1bb67 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:01.481177 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-387d3b4a-0d01-40a7-aa7e-fa7b948ec542 req-2b987eef-ad3b-4691-9d0d-3e9cb0f1bb67 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 945 time: 0.1686995 Jun 01 09:54:01.547562 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-4dddd8c5-323d-460a-b6b8-953b0f2697e6 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:01.549073 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-4dddd8c5-323d-460a-b6b8-953b0f2697e6 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:01.559735 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.569406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:01.583058 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-4dddd8c5-323d-460a-b6b8-953b0f2697e6 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:01.585092 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-4dddd8c5-323d-460a-b6b8-953b0f2697e6 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 945 time: 0.2022526 Jun 01 09:54:01.602411 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-387d3b4a-0d01-40a7-aa7e-fa7b948ec542 req-6af607da-f271-40f7-9b97-d8b31050bdc4 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920908 Jun 01 09:54:01.613296 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.614486 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/753cecf5-21fc-44f0-93a5-512a5a7f6fdd HTTP/1.1" status: 204 len: 168 time: 0.3903008 Jun 01 09:54:01.615412 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cecf5-21fc-44f0-93a5-512a5a7f6fdd,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:01.634092 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:01.789015 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd6f60-1727-43b0-9f64-64e06d73f5db req-c591641e-7800-4dac-a379-72a9aeecc5a8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:01.798140 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4fcd6f60-1727-43b0-9f64-64e06d73f5db req-c591641e-7800-4dac-a379-72a9aeecc5a8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1485953 Jun 01 09:54:01.833122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Deleting port c8a927e9-234a-45b0-8950-3496ebdb57cd {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:54:01.834255 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:01.881245 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4fcd6f60-1727-43b0-9f64-64e06d73f5db req-b3a43e12-87e5-49f2-a551-c81beba206a1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805061 Jun 01 09:54:02.155630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] For port c8a927e9-234a-45b0-8950-3496ebdb57cd, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c8a927e9-234a-45b0-8950-3496ebdb57cd,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:02.157136 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.174150 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40896) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:02.195511 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.222228 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:02.227220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Usage tracker for resource:security_group_rule and tenant:f3025d2da2a8412fbb0e549893b1ac02 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:02.235259 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:02.242133 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:02.321031 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Calling delete_port for c8a927e9-234a-45b0-8950-3496ebdb57cd owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:54:02.485696 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.493835 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.515150 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f030bfa5-2d81-4141-bdc6-0ea292ce5cea up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:54:02.529903 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-81edb266-00bf-4b5a-8f05-30b9829dec3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:02.551924 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.560298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-10f46036-26d3-40ef-8c98-d4fe46123d1a tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:02.606331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20', '17552737-6947-4b14-8825-4e91f0c0bf85', 'b53592e8-e331-4155-b444-d8cc98d2068c', 'c8a927e9-234a-45b0-8950-3496ebdb57cd'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:02.628066 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event deleted for resources: {'Port': ['ID=c8a927e9-234a-45b0-8950-3496ebdb57cd,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:02.640169 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9026d18d-406f-4499-b2e2-f87fad91c976 req-e88c113a-c9a2-4f4b-9bc0-6bc1f2ec4f13 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b348fce-e787-4a52-a1a2-d235a564fbdd HTTP/1.1" status: 200 len: 210 time: 0.0888655 Jun 01 09:54:02.648651 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f83165-e104-4d54-aa18-1fc2da3fddde,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:02.653664 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:02.660295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3025d2da2a8412fbb0e549893b1ac02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843194 Jun 01 09:54:02.660981 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40904) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:02.683207 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:02.740162 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] No DVR routers for this DVR port c8a927e9-234a-45b0-8950-3496ebdb57cd on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:54:02.740935 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.744036 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:02.747296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'name': 'network-vif-deleted', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:02.753949 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497cbacf-9ec4-4b00-ba58-ee67aff0353b" -d '{"events": [{"server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "name": "network-vif-deleted", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:02.808371 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-eb4969f8-3993-451c-ae79-1ed88b37c348 req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "DELETE /v2.0/ports/c8a927e9-234a-45b0-8950-3496ebdb57cd HTTP/1.1" status: 204 len: 173 time: 1.2160521 Jun 01 09:54:02.828919 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beaba2a-36c9-4e32-97f4-f8b2af3d72ac x-openstack-request-id: req-8beaba2a-36c9-4e32-97f4-f8b2af3d72ac {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:02.829474 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b348fce-e787-4a52-a1a2-d235a564fbdd", "name": "network-vif-deleted", "tag": "c8a927e9-234a-45b0-8950-3496ebdb57cd", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:02.830111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8beaba2a-36c9-4e32-97f4-f8b2af3d72ac {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:02.830888 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b348fce-e787-4a52-a1a2-d235a564fbdd', 'name': 'network-vif-deleted', 'tag': 'c8a927e9-234a-45b0-8950-3496ebdb57cd', 'status': 'completed', 'code': 200} Jun 01 09:54:02.839303 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:54:02.871526 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:02.872217 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.025423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.163151 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.239064 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb03f6-151c-43a7-b8bd-0cde2f45b100 req-15c19db8-7ea0-4a9e-904e-d9f73a7e1715 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:03.249120 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63eb03f6-151c-43a7-b8bd-0cde2f45b100 req-15c19db8-7ea0-4a9e-904e-d9f73a7e1715 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 945 time: 0.4709902 Jun 01 09:54:03.264668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port f030bfa5-2d81-4141-bdc6-0ea292ce5cea, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:03.281215 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.285465 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.289699 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:03.290516 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c39f177f-bb9f-4e33-b626-c41c1dd817fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:03.304979 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81ecd4-ecb9-4c60-8977-3f4e0002f82e req-c8e46018-9b82-42f5-8143-b48a6bfed283 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:03.306985 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3c81ecd4-ecb9-4c60-8977-3f4e0002f82e req-c8e46018-9b82-42f5-8143-b48a6bfed283 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2460573 Jun 01 09:54:03.329999 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f83165-e104-4d54-aa18-1fc2da3fddde,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:03.347817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:03.359845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:03.367489 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18f83165-e104-4d54-aa18-1fc2da3fddde HTTP/1.1" status: 204 len: 168 time: 0.7051902 Jun 01 09:54:03.391166 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63eb03f6-151c-43a7-b8bd-0cde2f45b100 req-a09a3938-df04-4f39-a4bb-ad844c85190a tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348925 Jun 01 09:54:03.449959 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3c81ecd4-ecb9-4c60-8977-3f4e0002f82e req-8d92d005-2191-49ff-844b-08aa98ceb7d6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294351 Jun 01 09:54:03.461211 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:03.470605 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:03.764823 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device da363109-6ec5-45cd-9f59-52231e052a24 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:54:03.855514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port da363109-6ec5-45cd-9f59-52231e052a24 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:54:03.863122 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port da363109-6ec5-45cd-9f59-52231e052a24 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:03.863122 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.029421 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.068625 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:04.071150 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb16c3-a9dd-4045-bb30-8b6b505ca57b" -d '{"events": [{"server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "name": "network-vif-plugged", "status": "completed", "tag": "da363109-6ec5-45cd-9f59-52231e052a24"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:04.097327 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da363109-6ec5-45cd-9f59-52231e052a24,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:04.104542 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.105627 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c8a927e9-234a-45b0-8950-3496ebdb57cd no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:54:04.164272 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae238e-7edd-41af-aa00-4c0230efeabf x-openstack-request-id: req-02ae238e-7edd-41af-aa00-4c0230efeabf {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:04.165072 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "name": "network-vif-plugged", "status": "completed", "tag": "da363109-6ec5-45cd-9f59-52231e052a24", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:04.165614 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02ae238e-7edd-41af-aa00-4c0230efeabf {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:04.166235 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24', 'code': 200} Jun 01 09:54:04.166996 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:04.251425 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: c8a927e9-234a-45b0-8950-3496ebdb57cd {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:54:04.251873 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c8a927e9-234a-45b0-8950-3496ebdb57cd not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:54:04.295164 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:04.298826 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:04.423983 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f030bfa5-2d81-4141-bdc6-0ea292ce5cea up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:54:04.493496 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67c6d4-0d1a-4413-b422-2cd875f26e5d req-80d71555-467a-4289-915c-d725056f5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:04.495296 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3f67c6d4-0d1a-4413-b422-2cd875f26e5d req-80d71555-467a-4289-915c-d725056f5dea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 1099 time: 0.1251791 Jun 01 09:54:04.564769 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f030bfa5-2d81-4141-bdc6-0ea292ce5cea triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:04.565348 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.572982 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3f67c6d4-0d1a-4413-b422-2cd875f26e5d req-79e1e241-1676-44ea-9738-42813b6b9f56 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636008 Jun 01 09:54:04.724704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 40948) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:04.804323 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b36d-0895-46a4-92c0-64b32ca01b7c req-64a9565e-82b5-479c-b9a6-2239c98d1a6e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:04.810693 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ab2b36d-0895-46a4-92c0-64b32ca01b7c req-64a9565e-82b5-479c-b9a6-2239c98d1a6e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.2317886 Jun 01 09:54:04.820435 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccd48a-30c4-4285-9481-d01f39d8d8c4 req-bc08b335-0e4e-4796-b7f9-02a563931093 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:04.822164 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d0ccd48a-30c4-4285-9481-d01f39d8d8c4 req-bc08b335-0e4e-4796-b7f9-02a563931093 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1422555 Jun 01 09:54:04.888157 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687396913-network', 'tenant_id': '3d0ef16cd3b0477c975780908c0d2430'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:04.894883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:04.904258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Usage tracker for resource:network and tenant:3d0ef16cd3b0477c975780908c0d2430 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:04.910196 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ab2b36d-0895-46a4-92c0-64b32ca01b7c req-a97d49ac-ecbf-4118-81f0-91b8078d06b0 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870156 Jun 01 09:54:04.911105 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:04.919136 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:04.943972 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Made reservation on behalf of 3d0ef16cd3b0477c975780908c0d2430 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:04.946883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.950401 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d0ccd48a-30c4-4285-9481-d01f39d8d8c4 req-3f5c9930-371d-4b8d-ac91-949985de34de tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750563 Jun 01 09:54:04.961036 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:04.977873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:04.981907 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0ef16cd3b0477c975780908c0d2430 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:04.984808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:04.990935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:05.101651 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.108671 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.113073 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a635e50a-135d-4657-b6a1-12d4e0ee5133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:05.154947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:54:05.160961 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:05.168003 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:05.172526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.172855 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Added segment 120cc156-6c0d-4a3e-8f6d-612338ee1018 of type vlan for network c9ad7fa0-4682-4bfd-865a-3670344de115 Jun 01 09:54:05.202850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.248786 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.250370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:05.251058 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.254672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:05.409876 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6837492 Jun 01 09:54:05.411026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ad7fa0-4682-4bfd-865a-3670344de115,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:05.413413 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 40958) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:05.414083 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:05.418726 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Request body: {'subnet': {'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687396913-subnet', 'tenant_id': '3d0ef16cd3b0477c975780908c0d2430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:05.427865 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:05.434739 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Usage tracker for resource:subnet and tenant:3d0ef16cd3b0477c975780908c0d2430 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:05.436460 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network c9ad7fa0-4682-4bfd-865a-3670344de115 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:54:05.441751 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:05.458255 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:05.482654 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Made reservation on behalf of 3d0ef16cd3b0477c975780908c0d2430 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:05.486432 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:05.852307 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f0d2-ca03-4171-8255-aee92595ed49 req-eee7615e-3ac3-45e9-a73e-92a6586f09b0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:05.856751 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bd07f0d2-ca03-4171-8255-aee92595ed49 req-eee7615e-3ac3-45e9-a73e-92a6586f09b0 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.1368980 Jun 01 09:54:05.984888 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bd07f0d2-ca03-4171-8255-aee92595ed49 req-377606b1-4794-4ff8-a399-1f158b3a5fd1 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Jun 01 09:54:06.297143 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5d9a6-2283-4134-9f95-ac987e4d37ac req-08beece3-1a5b-4cdc-8e0f-df452c5da2cd tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:06.298653 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05d5d9a6-2283-4134-9f95-ac987e4d37ac req-08beece3-1a5b-4cdc-8e0f-df452c5da2cd tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.2396002 Jun 01 09:54:06.343862 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:06.351460 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847c836-c8ab-4105-8f92-213830a35d12 req-d4ee2fca-cbc9-4f10-aad7-52e0b148ee03 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:06.353027 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8847c836-c8ab-4105-8f92-213830a35d12 req-d4ee2fca-cbc9-4f10-aad7-52e0b148ee03 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2334688 Jun 01 09:54:06.361051 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:06.454602 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05d5d9a6-2283-4134-9f95-ac987e4d37ac req-9e684394-4efa-4981-ac4c-85719b989b59 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463661 Jun 01 09:54:06.503888 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703bf542-e6b2-4a68-8112-6679328fd4a8,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:06.516685 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8847c836-c8ab-4105-8f92-213830a35d12 req-cad05bcb-04f7-41f9-a37c-cb5669603f58 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298163 Jun 01 09:54:06.517575 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Checking segment: {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:06.518048 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Network hostable DHCP agents. Network: c9ad7fa0-4682-4bfd-865a-3670344de115, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:54:06.523149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:06.556751 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Network c9ad7fa0-4682-4bfd-865a-3670344de115 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:54:06.569887 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, c9ad7fa0-4682-4bfd-865a-3670344de115) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:06.590683 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17565b8b-0ccf-41d9-8739-3335ded5d09f None None] Network c9ad7fa0-4682-4bfd-865a-3670344de115 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:06.602205 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:06.602901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:06.639594 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2210340 Jun 01 09:54:06.951213 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dce205-3180-4fd1-9459-a85c185a4817 None None] Network c9ad7fa0-4682-4bfd-865a-3670344de115 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:07.287077 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0550-df0f-446e-b971-14f957b3bb2c req-a4998a31-32e6-486c-b5d3-c3822cfeed73 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:07.296412 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7dea0550-df0f-446e-b971-14f957b3bb2c req-a4998a31-32e6-486c-b5d3-c3822cfeed73 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.1498632 Jun 01 09:54:07.378638 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7dea0550-df0f-446e-b971-14f957b3bb2c req-761ee05e-9cca-4b62-8566-1d5a149ed0bb tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810456 Jun 01 09:54:07.467550 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c766d-7f35-46d0-afbe-28360d99c565 req-f1117ede-f3c9-44ca-8d39-ac1f810828b8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:07.468539 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-424c766d-7f35-46d0-afbe-28360d99c565 req-f1117ede-f3c9-44ca-8d39-ac1f810828b8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:07.492797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-424c766d-7f35-46d0-afbe-28360d99c565 req-f1117ede-f3c9-44ca-8d39-ac1f810828b8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:07.494398 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-424c766d-7f35-46d0-afbe-28360d99c565 req-f1117ede-f3c9-44ca-8d39-ac1f810828b8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 945 time: 0.1784773 Jun 01 09:54:07.777384 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Deleting port b53592e8-e331-4155-b444-d8cc98d2068c {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:54:07.780741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:07.904850 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97890ac0-525f-45ed-a153-1e07817f5351 req-bf8043c2-c1f4-481c-983d-7b149a514706 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:07.906913 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-97890ac0-525f-45ed-a153-1e07817f5351 req-bf8043c2-c1f4-481c-983d-7b149a514706 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1780212 Jun 01 09:54:08.001851 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-97890ac0-525f-45ed-a153-1e07817f5351 req-8da5690e-8042-40af-ba25-5031a4cd95e8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Jun 01 09:54:08.054700 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] For port b53592e8-e331-4155-b444-d8cc98d2068c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=b53592e8-e331-4155-b444-d8cc98d2068c,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:08.055108 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:08.186757 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Calling delete_port for b53592e8-e331-4155-b444-d8cc98d2068c owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:54:08.322219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:08.328676 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-251aac1e-8d21-47d6-b832-6805f2a79115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:08.337895 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20', '17552737-6947-4b14-8825-4e91f0c0bf85', 'b53592e8-e331-4155-b444-d8cc98d2068c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:08.431935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event deleted for resources: {'Port': ['ID=b53592e8-e331-4155-b444-d8cc98d2068c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:08.499410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:08.634587 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-61645d05-3325-4d0b-9a44-b9bc1df19648 req-0c77aa6b-0be4-4814-b0c7-183de5ce5410 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc HTTP/1.1" status: 200 len: 210 time: 0.0665758 Jun 01 09:54:08.649564 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] No DVR routers for this DVR port b53592e8-e331-4155-b444-d8cc98d2068c on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:54:08.653277 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:08.656203 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'name': 'network-vif-deleted', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:08.658506 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56262e8-f5ea-4d82-960a-e66dbf2627dd" -d '{"events": [{"server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "name": "network-vif-deleted", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:08.683433 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-424c766d-7f35-46d0-afbe-28360d99c565 req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "DELETE /v2.0/ports/b53592e8-e331-4155-b444-d8cc98d2068c HTTP/1.1" status: 204 len: 173 time: 1.1833987 Jun 01 09:54:08.720654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87bc928-1f6c-486f-a9ed-049d71b99089 x-openstack-request-id: req-b87bc928-1f6c-486f-a9ed-049d71b99089 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:08.721208 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc", "name": "network-vif-deleted", "tag": "b53592e8-e331-4155-b444-d8cc98d2068c", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:08.721626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b87bc928-1f6c-486f-a9ed-049d71b99089 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:08.721863 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec53d29b-7ce1-4988-9b04-ef7ba6bc55bc', 'name': 'network-vif-deleted', 'tag': 'b53592e8-e331-4155-b444-d8cc98d2068c', 'status': 'completed', 'code': 200} Jun 01 09:54:09.221877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7748e-cf60-4e95-b66b-3a9b8f0b44e7 req-f3e49650-f708-4d80-af0e-0fa9cc920aea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:09.223602 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6fa7748e-cf60-4e95-b66b-3a9b8f0b44e7 req-f3e49650-f708-4d80-af0e-0fa9cc920aea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1079693 Jun 01 09:54:09.289336 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6fa7748e-cf60-4e95-b66b-3a9b8f0b44e7 req-b80f4923-02ea-4616-ac66-9e08103e4828 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525320 Jun 01 09:54:10.176356 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89fa97-b7f6-4387-92e4-40e5798e232e req-d2223faa-8725-4b65-9db1-9d8ce3c6cdb8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:10.178431 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dd89fa97-b7f6-4387-92e4-40e5798e232e req-d2223faa-8725-4b65-9db1-9d8ce3c6cdb8 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 946 time: 0.0936294 Jun 01 09:54:10.238537 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dd89fa97-b7f6-4387-92e4-40e5798e232e req-c1983cbf-7d7e-457a-97a0-447119eec997 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497653 Jun 01 09:54:10.592371 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffd797-bb23-4660-87af-338a6c862b20 req-3b16f56f-efe6-46a6-9423-1850058e9a4b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:10.593956 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0cffd797-bb23-4660-87af-338a6c862b20 req-3b16f56f-efe6-46a6-9423-1850058e9a4b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1728485 Jun 01 09:54:10.656102 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0cffd797-bb23-4660-87af-338a6c862b20 req-1666bbbe-2b75-45a0-b6ee-f83abba65509 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446763 Jun 01 09:54:11.108431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-d3e39e5f-28a7-4f51-b807-97fbce5ad3d5 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:11.109751 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-d3e39e5f-28a7-4f51-b807-97fbce5ad3d5 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/networks?id=c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 200 len: 809 time: 0.1476285 Jun 01 09:54:11.124610 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-05e0141a-9f58-4bed-ae19-a84067c59e7e tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/quotas/3d0ef16cd3b0477c975780908c0d2430 HTTP/1.1" status: 200 len: 375 time: 0.0089927 Jun 01 09:54:11.176840 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-354b4219-cc3c-4aeb-bba6-3eaf8ddda028 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469890 Jun 01 09:54:11.319893 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-23e8428a-57b6-4ddb-b72b-4f0d4262c178 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357098 Jun 01 09:54:11.509387 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-fce454cd-bed3-4ecc-a4cf-a676400e9541 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803007 Jun 01 09:54:11.527384 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f6eac-abea-4c05-9d1b-7983fc66ff0d req-b5a7b984-8026-4907-9e2f-2c6d9efab762 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:11.529200 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae6f6eac-abea-4c05-9d1b-7983fc66ff0d req-b5a7b984-8026-4907-9e2f-2c6d9efab762 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 946 time: 0.1323121 Jun 01 09:54:11.584985 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae6f6eac-abea-4c05-9d1b-7983fc66ff0d req-26c16e24-19ae-43c9-9e0c-7a48599afe1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Jun 01 09:54:11.726384 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b64e4e5e-1def-446b-b7b4-b1dbbcf3a19d req-a6856eff-11cf-4375-8196-328244fba719 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 210 time: 0.0710886 Jun 01 09:54:11.840921 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b53592e8-e331-4155-b444-d8cc98d2068c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:54:11.844597 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-dee4a3e5-5090-4238-bb96-37777ae60a3f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:11.845851 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-dee4a3e5-5090-4238-bb96-37777ae60a3f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:11.872015 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-dee4a3e5-5090-4238-bb96-37777ae60a3f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:11.873497 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-dee4a3e5-5090-4238-bb96-37777ae60a3f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 946 time: 0.1613903 Jun 01 09:54:11.910196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-0d0974a5-9023-4cec-a86e-ddbc93083977 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:11.921610 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-0d0974a5-9023-4cec-a86e-ddbc93083977 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 815 time: 0.2199130 Jun 01 09:54:11.967754 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: b53592e8-e331-4155-b444-d8cc98d2068c {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:54:11.968888 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device b53592e8-e331-4155-b444-d8cc98d2068c not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:54:11.976966 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-b2a73579-8e02-4e50-b171-a6c45ab40a51 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/quotas/bf94a2b0b5f345db9b3c2b1c8ca5b792 HTTP/1.1" status: 200 len: 375 time: 0.0541685 Jun 01 09:54:12.037580 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Deleting port 17552737-6947-4b14-8825-4e91f0c0bf85 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:54:12.038121 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:12.089594 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be70b3b-7988-4bf2-823d-ef37f041974f req-64c5544b-a545-4ee6-bf73-69ea50261bc5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:12.094530 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0be70b3b-7988-4bf2-823d-ef37f041974f req-64c5544b-a545-4ee6-bf73-69ea50261bc5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1631873 Jun 01 09:54:12.101749 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-fb0d3ab9-04ba-43fa-ab9c-d3eefdd5ad12 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Synchronizing usage tracker for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:12.150954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-fb0d3ab9-04ba-43fa-ab9c-d3eefdd5ad12 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Unset dirty status for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:12.152333 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-fb0d3ab9-04ba-43fa-ab9c-d3eefdd5ad12 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743495 Jun 01 09:54:12.157639 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0be70b3b-7988-4bf2-823d-ef37f041974f req-c2ebd25c-5030-408c-8889-7b0344ad5730 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525081 Jun 01 09:54:12.197766 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] For port 17552737-6947-4b14-8825-4e91f0c0bf85, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=17552737-6947-4b14-8825-4e91f0c0bf85,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:12.198158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:12.310002 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-c53a76a8-96f8-4b75-b65f-42e1650330c0 service neutron] 10.222.0.15 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380014 Jun 01 09:54:12.338869 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Calling delete_port for 17552737-6947-4b14-8825-4e91f0c0bf85 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:54:12.458102 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-9f517fc0-f5c3-4f30-9981-b1d145afaab2 service neutron] 10.222.0.15 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413310 Jun 01 09:54:12.469350 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:12.475513 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d1dee688-88a4-43d4-b597-3e2e70e54733 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:12.493475 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20', '17552737-6947-4b14-8825-4e91f0c0bf85'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:12.526134 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event deleted for resources: {'Port': ['ID=17552737-6947-4b14-8825-4e91f0c0bf85,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:12.529625 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:12.659079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] No DVR routers for this DVR port 17552737-6947-4b14-8825-4e91f0c0bf85 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:54:12.661829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:12.664927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'name': 'network-vif-deleted', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:12.667432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba974fd-1a43-425e-b13a-231a6da2357e" -d '{"events": [{"server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "name": "network-vif-deleted", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:12.691778 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-cf6247f7-f39d-497b-9489-a928da9e8ee3 req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "DELETE /v2.0/ports/17552737-6947-4b14-8825-4e91f0c0bf85 HTTP/1.1" status: 204 len: 173 time: 0.8113058 Jun 01 09:54:12.693307 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8f87f332-c5a9-4def-96f7-ba51f9c776da req-7fbba473-a158-4015-a372-567ee8dbaf3d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 210 time: 0.0688350 Jun 01 09:54:12.779975 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0471b41e-9337-4011-b9fc-b43fb2496221 x-openstack-request-id: req-0471b41e-9337-4011-b9fc-b43fb2496221 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:12.780384 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1efaa66-4104-463a-9294-201460769d6b", "name": "network-vif-deleted", "tag": "17552737-6947-4b14-8825-4e91f0c0bf85", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:12.780769 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0471b41e-9337-4011-b9fc-b43fb2496221 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:12.781427 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1efaa66-4104-463a-9294-201460769d6b', 'name': 'network-vif-deleted', 'tag': '17552737-6947-4b14-8825-4e91f0c0bf85', 'status': 'completed', 'code': 200} Jun 01 09:54:12.797019 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a46b48f5-e39a-41c0-a642-bf16dee37417 req-2b7699dd-b1de-4f5d-85b0-5cd96cb1b256 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1efaa66-4104-463a-9294-201460769d6b HTTP/1.1" status: 200 len: 210 time: 0.0520384 Jun 01 09:54:12.964787 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-29b6e84a-7447-4662-9a65-05c2f58b7d0e req-e7783b86-49b3-4c89-a1a5-491532502110 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 210 time: 0.0698035 Jun 01 09:54:13.166335 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b9f7b7b8-81eb-4c51-b0ba-90193b981f02 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:13.167070 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b9f7b7b8-81eb-4c51-b0ba-90193b981f02 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Synchronizing usage tracker for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:13.187057 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b9f7b7b8-81eb-4c51-b0ba-90193b981f02 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Unset dirty status for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:13.189197 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b9f7b7b8-81eb-4c51-b0ba-90193b981f02 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "GET /v2.0/networks?id=c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 200 len: 809 time: 0.1828926 Jun 01 09:54:13.204417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Request body: {'port': {'device_id': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115', 'admin_state_up': True, 'tenant_id': '3d0ef16cd3b0477c975780908c0d2430'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:13.368873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:13.371738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b062a4-b229-4901-af71-21cd5b778f2c req-1de0cf11-831d-4e43-a242-50486edc48d6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:13.373534 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14b062a4-b229-4901-af71-21cd5b778f2c req-1de0cf11-831d-4e43-a242-50486edc48d6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0884676 Jun 01 09:54:13.374548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Usage tracker for resource:port and tenant:3d0ef16cd3b0477c975780908c0d2430 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:13.377875 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:13.385268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:13.401228 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Made reservation on behalf of 3d0ef16cd3b0477c975780908c0d2430 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:13.407294 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:13.432219 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14b062a4-b229-4901-af71-21cd5b778f2c req-2e60f432-ca21-4c43-98e1-80c38510a2ed tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517919 Jun 01 09:54:13.600882 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Allocated IP 172.20.0.2 (c9ad7fa0-4682-4bfd-865a-3670344de115/703bf542-e6b2-4a68-8112-6679328fd4a8/d01a6468-f316-458a-a0bb-cf705030f123) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:54:13.807299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:13.844385 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:13.850845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-67225aed-a599-44a7-9362-fe03a835047f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:13.921558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Network c9ad7fa0-4682-4bfd-865a-3670344de115 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:54:13.926019 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:13.930488 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:54:13.963405 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6c29af73-a404-401d-a25c-9e5588d3a5ac req-ff367be4-492a-43ed-9583-ace9802090f9 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 210 time: 0.1594267 Jun 01 09:54:13.973580 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Pushing event updated for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:13.987048 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:14.075922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:14.076747 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:14.217249 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d62e0-238b-4c9a-8082-e6935c53b725 req-cc4803d8-786b-478a-a058-69811b9a097d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:14.225341 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ea4d62e0-238b-4c9a-8082-e6935c53b725 req-cc4803d8-786b-478a-a058-69811b9a097d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 931 time: 0.1026394 Jun 01 09:54:14.275524 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0760257 Jun 01 09:54:14.285955 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ea4d62e0-238b-4c9a-8082-e6935c53b725 req-d9f12b6d-850c-42f9-9d9f-7b4b81a01ffe tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591760 Jun 01 09:54:14.291045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Request body: {'port': {'device_id': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:14.418669 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-26cf666b-4a15-4db6-9c30-ead27d67997f tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:14.419449 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-26cf666b-4a15-4db6-9c30-ead27d67997f tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Synchronizing usage tracker for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:network {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:14.467311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:14.483541 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-26cf666b-4a15-4db6-9c30-ead27d67997f tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Unset dirty status for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:network {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:14.484835 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-26cf666b-4a15-4db6-9c30-ead27d67997f tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 815 time: 0.4589520 Jun 01 09:54:14.530472 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'port': {'device_id': '60d5b211-a757-4b72-8263-57188bd81b04', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'admin_state_up': True, 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:14.629123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a7c2-9304-496e-8543-eedacac22a89 req-0bafacf7-8c75-4cd2-a680-7db24501c633 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:14.636272 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c867a7c2-9304-496e-8543-eedacac22a89 req-0bafacf7-8c75-4cd2-a680-7db24501c633 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0959444 Jun 01 09:54:14.686742 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c867a7c2-9304-496e-8543-eedacac22a89 req-cdb91ae8-6dac-4b2b-a1d4-504f0f8c1fe9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486844 Jun 01 09:54:14.775986 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:14.839574 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:14.865901 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Made reservation on behalf of bf94a2b0b5f345db9b3c2b1c8ca5b792 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:14.870347 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:15.167134 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c3ffad25-9100-4c16-8b72-f640278395c2 req-a972fcab-69ca-4b29-b112-2eb28f2f1ea0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 210 time: 0.0587823 Jun 01 09:54:15.228621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01a6468-f316-458a-a0bb-cf705030f123 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:15.241954 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:15.248965 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Allocated IP 172.20.0.4 (bfcdf43c-6ef6-4d2a-938c-3fc33200f45b/7f55d2fd-ffe6-464f-abf7-a5c233aa1755/63959b54-872d-4b75-b12a-fe0705b8b9d6) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:54:15.271073 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Transition to ACTIVE for port object d01a6468-f316-458a-a0bb-cf705030f123 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:54:15.458831 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:15.470255 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b8f755e7-8352-4cb2-9ee2-b7b19b313558 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:15.586452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea1118-7820-444a-a9a5-660633d761b0 req-a4752cbf-692e-4dbb-9d1d-2f21fe03cca2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:15.608905 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e0ea1118-7820-444a-a9a5-660633d761b0 req-a4752cbf-692e-4dbb-9d1d-2f21fe03cca2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.1671574 Jun 01 09:54:15.746660 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e0ea1118-7820-444a-a9a5-660633d761b0 req-6a699270-eb51-4580-b4cb-23ecd5fdbfde tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356535 Jun 01 09:54:15.797017 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Pushing event updated for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:15.836830 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:15.839263 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 17552737-6947-4b14-8825-4e91f0c0bf85 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:54:15.896864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:15.909349 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Attempting to bind port d01a6468-f316-458a-a0bb-cf705030f123 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:54:15.909686 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Attempting to bind port d01a6468-f316-458a-a0bb-cf705030f123 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:54:15.910021 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Attempting to bind port d01a6468-f316-458a-a0bb-cf705030f123 on network c9ad7fa0-4682-4bfd-865a-3670344de115 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:15.911833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947b81b-a693-4f1e-b483-17d7026b3ac6 req-398d6c85-223a-4173-bdf3-8f42f624a7e4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:15.922047 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b947b81b-a693-4f1e-b483-17d7026b3ac6 req-398d6c85-223a-4173-bdf3-8f42f624a7e4 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1317887 Jun 01 09:54:15.922384 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Port d01a6468-f316-458a-a0bb-cf705030f123 on network c9ad7fa0-4682-4bfd-865a-3670344de115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:54:15.922706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Attempting to bind port d01a6468-f316-458a-a0bb-cf705030f123 on network c9ad7fa0-4682-4bfd-865a-3670344de115 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:15.927780 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Transition to ACTIVE for port object 63959b54-872d-4b75-b12a-fe0705b8b9d6 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:54:15.931108 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 17552737-6947-4b14-8825-4e91f0c0bf85 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:54:15.931887 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 17552737-6947-4b14-8825-4e91f0c0bf85 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:54:15.932357 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:54:15.932717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Checking segment: {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:15.933064 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Bound using segment: {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:54:15.933507 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Bound port: d01a6468-f316-458a-a0bb-cf705030f123, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:54:15.933862 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.052205 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b947b81b-a693-4f1e-b483-17d7026b3ac6 req-9a87060f-7db2-4abe-ac01-d49282aa2436 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286833 Jun 01 09:54:16.053591 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.055797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:54:16.061593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7768c576-5d55-424a-ba87-8b1695af4d1c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:16.077448 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8789cf-1471-4165-8ee5-ee93f93b9ae6 req-f67ff37d-81b1-49f1-b883-15fbc6ddda2a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:16.082758 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bc8789cf-1471-4165-8ee5-ee93f93b9ae6 req-f67ff37d-81b1-49f1-b883-15fbc6ddda2a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1336813 Jun 01 09:54:16.137628 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bc8789cf-1471-4165-8ee5-ee93f93b9ae6 req-83f84c4e-e571-4c10-b178-efb011dc897e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518112 Jun 01 09:54:16.151032 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d01a6468-f316-458a-a0bb-cf705030f123,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:54:16.163195 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.168530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:54:16.169935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:16.183089 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:54:16.220551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:16.230366 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:16.232131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:16.283678 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:16.284360 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.285883 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] 10.222.0.72 "PUT /v2.0/ports/d01a6468-f316-458a-a0bb-cf705030f123 HTTP/1.1" status: 200 len: 1093 time: 2.0028818 Jun 01 09:54:16.287474 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:16.289929 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023067d5-4ccf-4869-a013-8676f61c2dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "tag": "d01a6468-f316-458a-a0bb-cf705030f123"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:16.345583 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:16.346275 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.390600 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Pushing event updated for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:16.396726 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:16.410293 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8845096 Jun 01 09:54:16.424743 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee88344d-eb50-46a7-bf19-5e0c01dca65c x-openstack-request-id: req-ee88344d-eb50-46a7-bf19-5e0c01dca65c {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:16.425064 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "tag": "d01a6468-f316-458a-a0bb-cf705030f123", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:16.425407 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee88344d-eb50-46a7-bf19-5e0c01dca65c {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:16.425747 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123', 'status': 'completed', 'code': 200} Jun 01 09:54:16.468633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fe14e-a27a-4474-946c-c8519d63f326 req-89b8ffe0-35bb-42ad-b535-e7d05f6dcbe0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:16.470191 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-027fe14e-a27a-4474-946c-c8519d63f326 req-89b8ffe0-35bb-42ad-b535-e7d05f6dcbe0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1652038 Jun 01 09:54:16.521387 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-027fe14e-a27a-4474-946c-c8519d63f326 req-d489155f-a61d-4785-8cde-b4b100610e7b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jun 01 09:54:16.571606 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0ebd9197-b4ce-4bb5-b9ad-c36ca3908401 None None] Provisioning for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:54:16.576909 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-0ebd9197-b4ce-4bb5-b9ad-c36ca3908401 None None] Provisioning complete for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:16.577283 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9197-b4ce-4bb5-b9ad-c36ca3908401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:16.638823 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd9197-b4ce-4bb5-b9ad-c36ca3908401 None None] Port 63959b54-872d-4b75-b12a-fe0705b8b9d6 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:54:16.944404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83389d-7a3c-4407-a42a-fc8f18acf22c req-63c9d21a-7b15-4ceb-a987-66f735aadf7c tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:16.946481 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d83389d-7a3c-4407-a42a-fc8f18acf22c req-63c9d21a-7b15-4ceb-a987-66f735aadf7c tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0891955 Jun 01 09:54:17.003606 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d83389d-7a3c-4407-a42a-fc8f18acf22c req-fa9625ad-6d38-42cf-846f-7bc3237f36d2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Jun 01 09:54:17.275264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a771-3724-4545-983f-f2fc5a046f76 req-0adb3fe8-395c-497a-b4d5-308e17acb50a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:17.276822 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4455a771-3724-4545-983f-f2fc5a046f76 req-0adb3fe8-395c-497a-b4d5-308e17acb50a tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1081166 Jun 01 09:54:17.377087 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4455a771-3724-4545-983f-f2fc5a046f76 req-677ed6c9-359d-4f4e-9935-3bd01e28800c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679049 Jun 01 09:54:17.405573 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3006-396f-44d4-9803-786d6d0a7deb req-f1ff3ac6-2025-4a11-a98a-8e855536f898 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:17.407377 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2fbd3006-396f-44d4-9803-786d6d0a7deb req-f1ff3ac6-2025-4a11-a98a-8e855536f898 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1296074 Jun 01 09:54:17.461637 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2fbd3006-396f-44d4-9803-786d6d0a7deb req-5e15552e-c7f7-49d3-9b01-1f685451e6c6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Jun 01 09:54:17.714336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef65d3-55d4-434e-8de9-cbfa6f00da32 req-4b9d9340-f8c6-47fc-b79d-b9d0c85ad7c4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:17.715703 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e2ef65d3-55d4-434e-8de9-cbfa6f00da32 req-4b9d9340-f8c6-47fc-b79d-b9d0c85ad7c4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0858901 Jun 01 09:54:17.781755 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e2ef65d3-55d4-434e-8de9-cbfa6f00da32 req-f70a90d6-890a-4ef5-b6b8-5dbc04870351 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586185 Jun 01 09:54:18.203454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64574-1fa0-4423-943f-628ac1ba58e8 req-e412de3f-1656-4e8a-a575-ed706375ac38 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:18.205157 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8d64574-1fa0-4423-943f-628ac1ba58e8 req-e412de3f-1656-4e8a-a575-ed706375ac38 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0865674 Jun 01 09:54:18.254066 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8d64574-1fa0-4423-943f-628ac1ba58e8 req-1b33d634-1c63-46d8-86e5-e13822dd49a8 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Jun 01 09:54:18.594452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a27557-c57f-4942-be37-e9f0d0845a5e req-5a0b3bd6-e8d6-4ee9-a43c-b82b9ab49925 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:18.596200 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11a27557-c57f-4942-be37-e9f0d0845a5e req-5a0b3bd6-e8d6-4ee9-a43c-b82b9ab49925 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.0972230 Jun 01 09:54:18.704249 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11a27557-c57f-4942-be37-e9f0d0845a5e req-40e7bdef-528d-4954-a33e-abc8c39cb9c5 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951638 Jun 01 09:54:18.750995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c9d-eeeb-461d-8596-7a1f4b98f546 req-9306d262-a9a3-4171-ab5d-b710c759a76c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:18.756354 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1cd63c9d-eeeb-461d-8596-7a1f4b98f546 req-9306d262-a9a3-4171-ab5d-b710c759a76c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1697655 Jun 01 09:54:18.810365 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1cd63c9d-eeeb-461d-8596-7a1f4b98f546 req-7023e570-16a2-446a-972f-811cbc1a4eac tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488315 Jun 01 09:54:19.001531 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20ca6-d661-4eb9-9bfd-e4748d2cf965 req-54d7bf72-418c-4ab6-b218-2e360ae87af6 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:19.003030 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8ac20ca6-d661-4eb9-9bfd-e4748d2cf965 req-54d7bf72-418c-4ab6-b218-2e360ae87af6 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1072555 Jun 01 09:54:19.048747 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8ac20ca6-d661-4eb9-9bfd-e4748d2cf965 req-dbcdbd6d-2d00-47f0-8d4c-298531607081 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Jun 01 09:54:19.502834 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fdf5b-81e1-4661-975a-ab7e9b7b602f req-1839dd45-3975-4315-9567-5bf9e30dbc34 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:19.504581 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b13fdf5b-81e1-4661-975a-ab7e9b7b602f req-1839dd45-3975-4315-9567-5bf9e30dbc34 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.1010132 Jun 01 09:54:19.531115 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1ad1f4a4-149a-4331-90b8-609d2c53f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:19.554006 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b13fdf5b-81e1-4661-975a-ab7e9b7b602f req-3cf1ad19-57fa-4af7-a7a7-77c0d0068cb2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Jun 01 09:54:19.949772 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40e1d0-7ea4-4e1e-87cb-1dd4b2afb156 req-dd5e1a10-6487-4a53-970d-93aa50de6d65 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:19.951705 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad40e1d0-7ea4-4e1e-87cb-1dd4b2afb156 req-dd5e1a10-6487-4a53-970d-93aa50de6d65 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1224585 Jun 01 09:54:20.052061 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad40e1d0-7ea4-4e1e-87cb-1dd4b2afb156 req-2b78dfd4-3a5e-4e49-a3dc-a55b093d0c4d tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684805 Jun 01 09:54:20.074157 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4be7b3-112c-40a6-9ee9-c83145641010 req-1cdd756c-0822-4e3e-b4ce-3759620c91f8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:20.075935 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff4be7b3-112c-40a6-9ee9-c83145641010 req-1cdd756c-0822-4e3e-b4ce-3759620c91f8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1236055 Jun 01 09:54:20.262644 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff4be7b3-112c-40a6-9ee9-c83145641010 req-af700f76-9777-4e17-b90f-5153e2c32173 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752048 Jun 01 09:54:20.297216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b745d-b3ec-4504-b2ed-c3daad8ae275 req-570171ff-58a8-4759-88e6-9e2f8fd2f123 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:20.299291 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ab6b745d-b3ec-4504-b2ed-c3daad8ae275 req-570171ff-58a8-4759-88e6-9e2f8fd2f123 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1069214 Jun 01 09:54:20.347861 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ab6b745d-b3ec-4504-b2ed-c3daad8ae275 req-66cb2088-8854-4b3e-96b9-96d5c7f9634e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Jun 01 09:54:20.767838 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12a6f8-aac6-4695-8f1b-14f593b0be13 req-baf3475a-4a0e-4c02-b5d9-adc52c3c593a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:20.774874 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7f12a6f8-aac6-4695-8f1b-14f593b0be13 req-baf3475a-4a0e-4c02-b5d9-adc52c3c593a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0963633 Jun 01 09:54:20.819979 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7f12a6f8-aac6-4695-8f1b-14f593b0be13 req-230daf22-af5e-4da5-a2aa-822b45a313fd tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Jun 01 09:54:21.259623 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5020dd-3a80-459e-8b09-f115d0fab226 req-03a8433b-1f8b-45e1-b80e-4fbff3e9a763 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:21.262444 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7e5020dd-3a80-459e-8b09-f115d0fab226 req-03a8433b-1f8b-45e1-b80e-4fbff3e9a763 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1015544 Jun 01 09:54:21.311615 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7e5020dd-3a80-459e-8b09-f115d0fab226 req-5fbe3c3e-d5ca-448e-9611-21681da5078b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Jun 01 09:54:21.484000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba680ff-9203-4416-bccd-be002440c434 req-3e9abeac-fb22-42d5-be0d-681434c8fb18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:21.485678 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bba680ff-9203-4416-bccd-be002440c434 req-3e9abeac-fb22-42d5-be0d-681434c8fb18 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1148431 Jun 01 09:54:21.619050 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bba680ff-9203-4416-bccd-be002440c434 req-bf24cc12-e5f0-422d-a13d-f494ae548c91 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269500 Jun 01 09:54:21.669815 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba41a30-7b68-47d6-b894-5dac49aaef51 req-6184347d-aa1a-4492-abfc-3d8992b9e819 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:21.671384 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bba41a30-7b68-47d6-b894-5dac49aaef51 req-6184347d-aa1a-4492-abfc-3d8992b9e819 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1665754 Jun 01 09:54:21.719684 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bba41a30-7b68-47d6-b894-5dac49aaef51 req-125bf759-6a65-4170-9bd0-47232e3621c9 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Jun 01 09:54:22.030245 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627adf-5fd1-4c1d-9309-f07456c6d20e req-1c77b327-a9ae-433e-b7f3-dfd4ef703650 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:22.031794 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d2627adf-5fd1-4c1d-9309-f07456c6d20e req-1c77b327-a9ae-433e-b7f3-dfd4ef703650 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0948739 Jun 01 09:54:22.075636 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:22.080699 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d2627adf-5fd1-4c1d-9309-f07456c6d20e req-072474b5-c90e-450a-903b-3a884b5c0c08 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Jun 01 09:54:22.352668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-147befe6-1d98-4bd4-ab47-554cd87d9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:22.514591 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32af493-03c4-4ec5-94e2-9bbb1daf87ec req-39354e7d-3846-4b80-adcf-54ca80f2778b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:22.516088 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c32af493-03c4-4ec5-94e2-9bbb1daf87ec req-39354e7d-3846-4b80-adcf-54ca80f2778b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.0854399 Jun 01 09:54:22.562561 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c32af493-03c4-4ec5-94e2-9bbb1daf87ec req-ea20d91f-86a3-4b60-874d-3500ccc8ffd7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Jun 01 09:54:22.938131 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961429-1fb7-4288-8018-d9dbaedf39eb req-508134c4-b310-43ee-b093-077c407607f0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:22.939533 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63961429-1fb7-4288-8018-d9dbaedf39eb req-508134c4-b310-43ee-b093-077c407607f0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1619384 Jun 01 09:54:22.996025 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63961429-1fb7-4288-8018-d9dbaedf39eb req-0d2915b4-132d-46b0-9a05-326e81982135 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Jun 01 09:54:23.004515 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b31169-49e0-456d-925a-b13de2becb0f req-ae50b61e-1ac5-48a0-baeb-a8eb920c6aaf tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:23.005962 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53b31169-49e0-456d-925a-b13de2becb0f req-ae50b61e-1ac5-48a0-baeb-a8eb920c6aaf tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1352406 Jun 01 09:54:23.055424 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-53b31169-49e0-456d-925a-b13de2becb0f req-9633f580-f9f5-4075-bde5-6e0ecad7c809 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Jun 01 09:54:23.191743 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:23.334092 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21db138-bff5-4a9e-9072-d8bdc0c8870e req-99544a82-8f2e-45f7-8902-c16f08a70b6c tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:23.335583 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d21db138-bff5-4a9e-9072-d8bdc0c8870e req-99544a82-8f2e-45f7-8902-c16f08a70b6c tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.1338222 Jun 01 09:54:23.384542 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d21db138-bff5-4a9e-9072-d8bdc0c8870e req-1c9bd80f-6c1b-4eb4-a7b1-48b265894453 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Jun 01 09:54:23.770814 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611056-f3d2-4a7f-8323-c35540e69bcb req-c247ad32-063c-4d41-9dd7-f4ac8f88311b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:23.772566 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1e611056-f3d2-4a7f-8323-c35540e69bcb req-c247ad32-063c-4d41-9dd7-f4ac8f88311b tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1013694 Jun 01 09:54:23.824611 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1e611056-f3d2-4a7f-8323-c35540e69bcb req-cca5f01c-936a-4b6b-a9ee-0f731676f791 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Jun 01 09:54:24.262590 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6401ec4-261a-480a-90dc-eed219075271 req-012ca066-de57-4252-ab3b-af4401b954d9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:24.264095 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c6401ec4-261a-480a-90dc-eed219075271 req-012ca066-de57-4252-ab3b-af4401b954d9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1441624 Jun 01 09:54:24.300720 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c763-8180-4a84-b58e-62037fcfaab3 req-f5ca2bd5-fbb8-4c60-9307-04acfde2df0d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:24.302216 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a563c763-8180-4a84-b58e-62037fcfaab3 req-f5ca2bd5-fbb8-4c60-9307-04acfde2df0d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.1292439 Jun 01 09:54:24.337739 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c6401ec4-261a-480a-90dc-eed219075271 req-9069a358-0871-423e-a4af-3d7d01b1ab68 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670891 Jun 01 09:54:24.361111 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a563c763-8180-4a84-b58e-62037fcfaab3 req-e72eba78-616c-4278-bd02-b9eda4257cc4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483212 Jun 01 09:54:24.559067 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:54:24.585020 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:24.613653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569863-af9d-430a-b81d-b37a9076ca8e req-5384dd35-0fb2-4ab9-a6ed-d225a5cae33d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:24.615231 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05569863-af9d-430a-b81d-b37a9076ca8e req-5384dd35-0fb2-4ab9-a6ed-d225a5cae33d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0962036 Jun 01 09:54:24.667279 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-05569863-af9d-430a-b81d-b37a9076ca8e req-0ebfacbc-e5e9-496f-8156-687d16a3acaf tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Jun 01 09:54:25.040761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b5fb-7f43-45bd-8a00-07f4089bc6ab req-b5a52837-a91d-43ca-9f9d-d789a303da79 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:25.042427 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7c50b5fb-7f43-45bd-8a00-07f4089bc6ab req-b5a52837-a91d-43ca-9f9d-d789a303da79 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1032782 Jun 01 09:54:25.093999 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7c50b5fb-7f43-45bd-8a00-07f4089bc6ab req-553400b0-425e-476e-ba5a-749be6502837 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Jun 01 09:54:25.541411 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216804a-2600-4b76-a863-de76e9d564a0 req-bff7776b-bef6-40cf-a226-b6f6554f2041 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:25.542913 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0216804a-2600-4b76-a863-de76e9d564a0 req-bff7776b-bef6-40cf-a226-b6f6554f2041 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0891788 Jun 01 09:54:25.588030 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0216804a-2600-4b76-a863-de76e9d564a0 req-9dd3387b-7d73-4d52-ae5e-342ebdf889ee tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jun 01 09:54:25.783776 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c834-27af-4707-ba12-7414948e9942 req-e6597e71-f7b4-4954-b7b1-6f1350040eaa tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:25.785192 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f62c834-27af-4707-ba12-7414948e9942 req-e6597e71-f7b4-4954-b7b1-6f1350040eaa tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0831583 Jun 01 09:54:25.832201 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f62c834-27af-4707-ba12-7414948e9942 req-d43854f6-9444-4e9c-9260-23adf5b06fb8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Jun 01 09:54:26.098976 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b08ee-d15b-405d-9dc6-d6d644b47bf1 req-299de514-74aa-426b-97e4-46cba9edf398 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:26.100412 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dc6b08ee-d15b-405d-9dc6-d6d644b47bf1 req-299de514-74aa-426b-97e4-46cba9edf398 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.1715074 Jun 01 09:54:26.159650 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dc6b08ee-d15b-405d-9dc6-d6d644b47bf1 req-e047fff0-7681-46c3-85bd-4f4f13d720ee tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Jun 01 09:54:26.363684 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c910c00-0041-46ac-93aa-90efdd92ff8b req-49e348a2-266a-4d6c-b601-5c3b5606a4ff tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:26.365040 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9c910c00-0041-46ac-93aa-90efdd92ff8b req-49e348a2-266a-4d6c-b601-5c3b5606a4ff tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.0840397 Jun 01 09:54:26.412323 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:26.428118 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9c910c00-0041-46ac-93aa-90efdd92ff8b req-a862e89b-c998-4e7b-9234-3b9c21b7b1d7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Jun 01 09:54:26.801374 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c2c1a-f218-4864-85b3-ce6a73b25243 req-38068385-591c-454e-a0e3-56e790ff6c28 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:26.802894 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-136c2c1a-f218-4864-85b3-ce6a73b25243 req-38068385-591c-454e-a0e3-56e790ff6c28 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0988746 Jun 01 09:54:26.847899 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-136c2c1a-f218-4864-85b3-ce6a73b25243 req-c159b0c9-a6e5-4333-b300-1e0d69c02cc2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Jun 01 09:54:27.030044 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e728-5123-4704-be2d-e0ecf64f60f0 req-20a4b38b-295a-41e0-88f2-1684f869b3a1 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:27.031569 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d96e728-5123-4704-be2d-e0ecf64f60f0 req-20a4b38b-295a-41e0-88f2-1684f869b3a1 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0877321 Jun 01 09:54:27.080192 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d96e728-5123-4704-be2d-e0ecf64f60f0 req-89114b2b-4573-4cc3-b406-951db6fd739b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Jun 01 09:54:27.370457 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ec8c-322d-49ac-a77a-f6a307998b13 req-64cd58f4-8569-4ce3-8bc7-4da1ecf3c2ad tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:27.371901 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f38ec8c-322d-49ac-a77a-f6a307998b13 req-64cd58f4-8569-4ce3-8bc7-4da1ecf3c2ad tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0922637 Jun 01 09:54:27.415498 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f38ec8c-322d-49ac-a77a-f6a307998b13 req-85c9f201-e112-49b3-8d48-12c5e0ddf497 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Jun 01 09:54:27.624839 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37360834-5353-4824-9da8-3b63d79894f5 req-b1e1fcfc-cf5f-414b-9448-4d1f83482c30 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:27.626339 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-37360834-5353-4824-9da8-3b63d79894f5 req-b1e1fcfc-cf5f-414b-9448-4d1f83482c30 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.0864835 Jun 01 09:54:27.679665 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-37360834-5353-4824-9da8-3b63d79894f5 req-8a72b519-a234-4302-b4c6-4497c2479854 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Jun 01 09:54:28.040113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82532dba-43f7-4c2a-8b85-e95d54db3384 req-f47065cc-7d3b-42e8-8699-d06f85cca620 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:28.041627 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82532dba-43f7-4c2a-8b85-e95d54db3384 req-f47065cc-7d3b-42e8-8699-d06f85cca620 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0808325 Jun 01 09:54:28.091472 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82532dba-43f7-4c2a-8b85-e95d54db3384 req-35e2c07a-aa83-4d63-bafa-6203c24f6174 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Jun 01 09:54:28.283289 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f208750-fa54-4ee1-a041-fadfc1212118 req-73845322-735d-4345-bf73-0d094bcb6f93 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:28.284684 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2f208750-fa54-4ee1-a041-fadfc1212118 req-73845322-735d-4345-bf73-0d094bcb6f93 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0897498 Jun 01 09:54:28.335550 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2f208750-fa54-4ee1-a041-fadfc1212118 req-9be0ebed-0306-4419-b595-79c9a84af5cb tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jun 01 09:54:28.608156 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a238c-145f-4e17-9269-8fd95b7d8266 req-201bfa32-3ebc-4b59-b89e-e85102206548 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:28.609636 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4e9a238c-145f-4e17-9269-8fd95b7d8266 req-201bfa32-3ebc-4b59-b89e-e85102206548 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0860388 Jun 01 09:54:28.655965 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4e9a238c-145f-4e17-9269-8fd95b7d8266 req-bf1faffe-6208-4b4f-81d4-93224afbd7b3 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Jun 01 09:54:28.930777 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e9ad3-6531-4dca-9112-ef05a9190bbc req-5ac7d084-953c-46f2-8a9a-5f29315ada8c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:28.932129 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-940e9ad3-6531-4dca-9112-ef05a9190bbc req-5ac7d084-953c-46f2-8a9a-5f29315ada8c tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1195436 Jun 01 09:54:28.982613 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-940e9ad3-6531-4dca-9112-ef05a9190bbc req-2a759e8c-038e-45e2-9779-948a33ff55d3 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Jun 01 09:54:29.294086 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984d23-558f-4450-a04d-a185235fc102 req-271873da-1541-491f-adaf-305b775ac75e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:29.295457 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4984d23-558f-4450-a04d-a185235fc102 req-271873da-1541-491f-adaf-305b775ac75e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0891213 Jun 01 09:54:29.341199 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4984d23-558f-4450-a04d-a185235fc102 req-0df47175-1e0c-48af-989f-39e08ffb4bb1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Jun 01 09:54:29.683509 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d4e8-9ef8-4d6f-96bc-d74afe9e2b1c req-0b98c241-f152-4a62-b6e8-d5094765c34e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:29.685547 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5071d4e8-9ef8-4d6f-96bc-d74afe9e2b1c req-0b98c241-f152-4a62-b6e8-d5094765c34e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0915194 Jun 01 09:54:29.743348 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5071d4e8-9ef8-4d6f-96bc-d74afe9e2b1c req-6919e610-ba45-41cf-8451-00637dc96312 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490797 Jun 01 09:54:29.924849 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f57be-f050-45a7-b55d-dea7220e8ca3 req-d653c0a7-45b1-4827-991c-fd58ec87fb26 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:29.926457 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ec3f57be-f050-45a7-b55d-dea7220e8ca3 req-d653c0a7-45b1-4827-991c-fd58ec87fb26 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0859859 Jun 01 09:54:29.973810 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ec3f57be-f050-45a7-b55d-dea7220e8ca3 req-d4450807-192c-40a1-9bf2-ffa301e22054 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Jun 01 09:54:29.991883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Request body: {'port': {'device_id': '60d5b211-a757-4b72-8263-57188bd81b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:30.207122 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce078c1-1ef0-449f-b788-3fc17ec218a1 req-2ffa01a3-4f7a-4f88-a7c3-2b13ecee0901 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.218792 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bce078c1-1ef0-449f-b788-3fc17ec218a1 req-2ffa01a3-4f7a-4f88-a7c3-2b13ecee0901 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1159804 Jun 01 09:54:30.290312 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bce078c1-1ef0-449f-b788-3fc17ec218a1 req-1d9c73a6-2336-4784-b756-a115943247e7 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705245 Jun 01 09:54:30.294211 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:30.391742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-f104f9de-4135-4932-aa2b-5b5486da3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.393549 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-f104f9de-4135-4932-aa2b-5b5486da3838 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 1096 time: 0.1863058 Jun 01 09:54:30.570494 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d3350-a00c-4db5-8a0f-194b21ea4950 req-7971ac91-c9e2-421e-9b79-3eb9b5d690f4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.572092 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-660d3350-a00c-4db5-8a0f-194b21ea4950 req-7971ac91-c9e2-421e-9b79-3eb9b5d690f4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0874584 Jun 01 09:54:30.619729 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-660d3350-a00c-4db5-8a0f-194b21ea4950 req-6917e59e-10ff-4466-a99b-fa95e64f48de tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Jun 01 09:54:30.722390 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-1bb33130-fce3-4bd7-bb91-4e00ad64ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.723834 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-1bb33130-fce3-4bd7-bb91-4e00ad64ddba service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3d0ef16cd3b0477c975780908c0d2430&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2423117 Jun 01 09:54:30.896238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63959b54-872d-4b75-b12a-fe0705b8b9d6 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:30.915250 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:30.938058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c56c-d48e-49e4-9c73-af0ff93b66ba req-5505f012-d8b4-4ed9-9147-dea28884ed23 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.939617 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c72c56c-d48e-49e4-9c73-af0ff93b66ba req-5505f012-d8b4-4ed9-9147-dea28884ed23 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 931 time: 0.0847890 Jun 01 09:54:30.949079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Transition to ACTIVE for port object 63959b54-872d-4b75-b12a-fe0705b8b9d6 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:54:30.952159 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-92289e17-994a-4757-a33a-6632c0428874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:30.953738 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-023067d5-4ccf-4869-a013-8676f61c2dcf req-92289e17-994a-4757-a33a-6632c0428874 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2212627 Jun 01 09:54:30.954909 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:30.965265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:30.989849 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c72c56c-d48e-49e4-9c73-af0ff93b66ba req-85b8013a-fb77-4cc4-9888-2e82e1f755d5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Jun 01 09:54:31.145345 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:31.161785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:31.195859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987a9a-07d0-4938-b52a-e83c3df561db req-fcef9a1c-f7fe-4d23-bf4a-3b76ff782aea tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:31.197364 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cd987a9a-07d0-4938-b52a-e83c3df561db req-fcef9a1c-f7fe-4d23-bf4a-3b76ff782aea tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.0945439 Jun 01 09:54:31.242514 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cd987a9a-07d0-4938-b52a-e83c3df561db req-017dd762-493f-4b9d-afb5-16c99d7257e8 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Jun 01 09:54:31.274079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-22a0453f-69ef-4656-ba6b-5b3b5805c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:31.275514 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-22a0453f-69ef-4656-ba6b-5b3b5805c686 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 1096 time: 0.2151706 Jun 01 09:54:31.359711 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Attempting to bind port 63959b54-872d-4b75-b12a-fe0705b8b9d6 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:54:31.360763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Attempting to bind port 63959b54-872d-4b75-b12a-fe0705b8b9d6 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:54:31.360763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Attempting to bind port 63959b54-872d-4b75-b12a-fe0705b8b9d6 on network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:31.363546 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-2286a563-1057-40e9-999e-e2de0c027877 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d01a6468-f316-458a-a0bb-cf705030f123 HTTP/1.1" status: 200 len: 217 time: 0.0767231 Jun 01 09:54:31.367924 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Port 63959b54-872d-4b75-b12a-fe0705b8b9d6 on network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:54:31.368424 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Attempting to bind port 63959b54-872d-4b75-b12a-fe0705b8b9d6 on network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:31.412167 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:54:31.412499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Checking segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:31.412873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Bound using segment: {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:54:31.413321 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Bound port: 63959b54-872d-4b75-b12a-fe0705b8b9d6, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b26beff-a7ea-46e9-a742-51a8cd4d25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:54:31.413688 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:31.510090 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aedf7e-2591-4ba9-9e41-833cadd3055f req-9d3bdc76-1c67-44ab-ad14-cf87be7a1873 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:31.519982 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8aedf7e-2591-4ba9-9e41-833cadd3055f req-9d3bdc76-1c67-44ab-ad14-cf87be7a1873 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1102793 Jun 01 09:54:31.525451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:54:31.529355 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:54:31.536521 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:31.544489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9049ef2e-9d6a-4534-9e57-ee0513788075 tempest-VolumesActionsTest-407200088 tempest-VolumesActionsTest-407200088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:31.582761 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-07f16548-42b4-4b6e-8a1a-66bda79366ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:31.584688 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-07f16548-42b4-4b6e-8a1a-66bda79366ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703bf542-e6b2-4a68-8112-6679328fd4a8 HTTP/1.1" status: 200 len: 849 time: 0.2115662 Jun 01 09:54:31.592214 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8aedf7e-2591-4ba9-9e41-833cadd3055f req-64b7fd91-57ce-4b99-9ba3-b805bf9bb057 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Jun 01 09:54:31.636723 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:31.643740 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:31.645291 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] 10.222.0.72 "PUT /v2.0/ports/63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 1093 time: 1.6607168 Jun 01 09:54:31.696637 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:31.699033 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979058b1-c489-4ae4-89aa-5cd3005c62f0" -d '{"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:31.722690 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-46fe1c16-76bd-43da-9bff-71b7d01a9e3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9ad7fa0-4682-4bfd-865a-3670344de115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711052 Jun 01 09:54:32.021144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-78494d64-07db-43ff-8942-7dd9b54c6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.022705 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-78494d64-07db-43ff-8942-7dd9b54c6130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1096 time: 0.2911551 Jun 01 09:54:32.022936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:32.029703 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:32.087341 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-cd5cd17d-7ab7-4446-b3db-b983b47cdb2a service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810016 Jun 01 09:54:32.095404 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daa399-19b6-4250-aa8a-7c795f7d878c req-26138250-6bf6-44e5-aeac-4e8b4860fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.096874 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-38daa399-19b6-4250-aa8a-7c795f7d878c req-26138250-6bf6-44e5-aeac-4e8b4860fc87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.3729990 Jun 01 09:54:32.101269 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-590ba4d1-2cc1-43f6-9529-fefb85eec7c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0682197 Jun 01 09:54:32.111223 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc68ae-2f95-457d-b151-e11fe2b55f0f req-f5908aae-32fa-4be8-a311-e2862e9d2a88 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.115001 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08cc68ae-2f95-457d-b151-e11fe2b55f0f req-f5908aae-32fa-4be8-a311-e2862e9d2a88 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.3296771 Jun 01 09:54:32.214427 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7ee4-a096-4209-973f-136c5b8d76a8 req-a49edde1-9811-43b8-abe4-90234fba8204 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.216189 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f48a7ee4-a096-4209-973f-136c5b8d76a8 req-a49edde1-9811-43b8-abe4-90234fba8204 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2723870 Jun 01 09:54:32.230836 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-08cc68ae-2f95-457d-b151-e11fe2b55f0f req-e8342106-fa0a-4e00-8f06-a986be25ad1a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120632 Jun 01 09:54:32.245823 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-38daa399-19b6-4250-aa8a-7c795f7d878c req-bd903587-f7e3-43f8-b8c9-d7f70f66f4e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024086 Jun 01 09:54:32.258303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-7082a4b6-0c6c-42fe-8c4d-69d3e6185fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.260124 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-7082a4b6-0c6c-42fe-8c4d-69d3e6185fa6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.1124144 Jun 01 09:54:32.285463 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f48a7ee4-a096-4209-973f-136c5b8d76a8 req-e7328136-aa4a-47c8-8066-5a14a1c9088c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515139 Jun 01 09:54:32.291191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f29d4fa-f4bf-4720-926f-1e2a29f1dfd8 x-openstack-request-id: req-2f29d4fa-f4bf-4720-926f-1e2a29f1dfd8 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:32.291555 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:32.292015 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f29d4fa-f4bf-4720-926f-1e2a29f1dfd8 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:32.292663 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:54:32.302304 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba9bb8a-f0a5-4ab4-84bc-a1980b81b38c req-a2ec5557-b98e-4d5e-9f8d-2dd21b672bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783597 Jun 01 09:54:32.442208 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-c2bb4081-466e-498b-969f-032fd585de38 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.442908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-c2bb4081-466e-498b-969f-032fd585de38 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Synchronizing usage tracker for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:32.461356 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-c2bb4081-466e-498b-969f-032fd585de38 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Unset dirty status for tenant:008734321ac04c119ac2aa8a9f91889a on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:32.462847 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-c2bb4081-466e-498b-969f-032fd585de38 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1170847 Jun 01 09:54:32.548894 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-42c34c86-7d4f-45ec-9ca6-eafc4f9d9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.550299 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-42c34c86-7d4f-45ec-9ca6-eafc4f9d9f5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2070370 Jun 01 09:54:32.558226 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68afb-55ff-473e-b65d-d04fb2aa4685 req-0fbc4612-330d-4a61-b1a9-c196b768ff80 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.559600 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63d68afb-55ff-473e-b65d-d04fb2aa4685 req-0fbc4612-330d-4a61-b1a9-c196b768ff80 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 943 time: 0.1672828 Jun 01 09:54:32.584656 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96bee3-c75b-4570-b0c8-a290b97bc232 req-05368b8a-1393-44e4-93d7-6184309de316 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.586460 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ed96bee3-c75b-4570-b0c8-a290b97bc232 req-05368b8a-1393-44e4-93d7-6184309de316 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.1950991 Jun 01 09:54:32.605197 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Deleting port 0c79941a-bcfc-4a26-bd7b-e38294928b20 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:54:32.605684 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:32.745471 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-63d68afb-55ff-473e-b65d-d04fb2aa4685 req-7ebc1e9d-234d-4fb4-a602-f21fff4641c2 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537752 Jun 01 09:54:32.758525 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] For port 0c79941a-bcfc-4a26-bd7b-e38294928b20, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=0c79941a-bcfc-4a26-bd7b-e38294928b20,segment=NetworkSegment(bde9ef72-470c-4b3c-8892-25139c8d19ad),segment_id=bde9ef72-470c-4b3c-8892-25139c8d19ad)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:32.758774 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ed96bee3-c75b-4570-b0c8-a290b97bc232 req-33ca7a99-ed09-4488-a411-e642bb3a94ff tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601405 Jun 01 09:54:32.759222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:32.776747 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-51f5fbae-56eb-4472-b962-c9ead5050409 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160213 Jun 01 09:54:32.906434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Calling delete_port for 0c79941a-bcfc-4a26-bd7b-e38294928b20 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:54:32.974075 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e6c53c6-8bab-437b-b7f2-0336d64b604c req-a9da6bc8-a1fe-47f3-9d1c-d931c9b475f2 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864028 Jun 01 09:54:32.994780 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445980e-6705-4197-a7dc-331d2660e9b7 req-40568375-e8c7-4200-8aa8-cc66c3c2bd56 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:32.997333 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c445980e-6705-4197-a7dc-331d2660e9b7 req-40568375-e8c7-4200-8aa8-cc66c3c2bd56 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0f80713-1035-48a2-af9e-6b3a4dad5af6 HTTP/1.1" status: 200 len: 946 time: 0.1198175 Jun 01 09:54:33.050249 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:33.058449 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:33.063011 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['0c79941a-bcfc-4a26-bd7b-e38294928b20'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:33.112690 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c445980e-6705-4197-a7dc-331d2660e9b7 req-d1e13047-419b-4457-8cd6-fb13d77d91df tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.15 "GET /v2.0/security-groups?id=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087139 Jun 01 09:54:33.113214 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Pushing event deleted for resources: {'Port': ['ID=0c79941a-bcfc-4a26-bd7b-e38294928b20,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:33.126184 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:33.164451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-4ed8116b-2820-4b89-8073-91e602f86994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.166742 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-4ed8116b-2820-4b89-8073-91e602f86994 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1096 time: 0.1181681 Jun 01 09:54:33.210771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] No DVR routers for this DVR port 0c79941a-bcfc-4a26-bd7b-e38294928b20 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:54:33.213905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:33.231742 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-da7aecec-04bb-48e1-bf2f-635ee1d19a03 req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] 10.222.0.72 "DELETE /v2.0/ports/0c79941a-bcfc-4a26-bd7b-e38294928b20 HTTP/1.1" status: 204 len: 173 time: 0.7630136 Jun 01 09:54:33.336539 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-1eceed54-1747-4d32-8890-11cf67f5a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.338133 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-1eceed54-1747-4d32-8890-11cf67f5a8f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.1645370 Jun 01 09:54:33.486014 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-5f65a90a-fe4e-401b-8dfa-73eccb95a807 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 217 time: 0.1339688 Jun 01 09:54:33.588310 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-290a626e-b15e-426c-9cf7-04df6f829597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.589567 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-290a626e-b15e-426c-9cf7-04df6f829597 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0858426 Jun 01 09:54:33.657375 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abaa2-9698-42bf-a23b-c5fd2f5fd8dd req-0cca743a-ae2f-4049-a4de-1962589a11c7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.658829 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-529abaa2-9698-42bf-a23b-c5fd2f5fd8dd req-0cca743a-ae2f-4049-a4de-1962589a11c7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2489603 Jun 01 09:54:33.667370 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c97fc-dea6-44ae-9d37-2ce163671343 req-203ff242-efcf-42d9-8fb7-94443f512d32 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.668759 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-752c97fc-dea6-44ae-9d37-2ce163671343 req-203ff242-efcf-42d9-8fb7-94443f512d32 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2577286 Jun 01 09:54:33.852688 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-529abaa2-9698-42bf-a23b-c5fd2f5fd8dd req-d974c7f4-2fcf-4ff7-9523-f915f3514c0d tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815269 Jun 01 09:54:33.862223 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-752c97fc-dea6-44ae-9d37-2ce163671343 req-03d2a072-289c-4aa4-9dbf-7fc0356699dc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730881 Jun 01 09:54:33.892806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-b7e789e0-5629-4ce1-9b3b-4c6684a128b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:33.894295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-b7e789e0-5629-4ce1-9b3b-4c6684a128b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2882862 Jun 01 09:54:34.151547 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-6c43f506-2074-44a9-a3f7-d1b828c963b2 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449076 Jun 01 09:54:34.194303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf187c6-4f1c-41a0-925d-d830c937a2b1 req-57b3ebb3-5d4a-4c2f-b84c-4e471cd5611b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:34.195690 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8bf187c6-4f1c-41a0-925d-d830c937a2b1 req-57b3ebb3-5d4a-4c2f-b84c-4e471cd5611b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 943 time: 0.2099333 Jun 01 09:54:34.273438 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1dc03-0756-4874-8434-e6491be1cc72 req-a518047f-0df0-4971-8ca7-1eecfea0f1b2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:34.274895 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14c1dc03-0756-4874-8434-e6491be1cc72 req-a518047f-0df0-4971-8ca7-1eecfea0f1b2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.2879138 Jun 01 09:54:34.294152 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'name': 'network-vif-deleted', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:34.296576 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c207a6-06bd-49d3-b044-658fe349a22d" -d '{"events": [{"server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "name": "network-vif-deleted", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:34.334432 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8bf187c6-4f1c-41a0-925d-d830c937a2b1 req-7ebb9104-bbcd-4146-85f9-e9a749c435dd tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311698 Jun 01 09:54:34.383513 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14c1dc03-0756-4874-8434-e6491be1cc72 req-17176896-3733-44d1-a018-ccee46f6edf7 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015043 Jun 01 09:54:34.389514 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-979058b1-c489-4ae4-89aa-5cd3005c62f0 req-926d6f18-e952-4c55-b3ae-6a7319045b6b service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194228 Jun 01 09:54:34.549665 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41404) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:34.588440 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ea9bd-e5dd-4926-9e23-ef27add0102a x-openstack-request-id: req-a09ea9bd-e5dd-4926-9e23-ef27add0102a {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:34.588721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f80713-1035-48a2-af9e-6b3a4dad5af6", "name": "network-vif-deleted", "tag": "0c79941a-bcfc-4a26-bd7b-e38294928b20", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:34.588982 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a09ea9bd-e5dd-4926-9e23-ef27add0102a {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:34.589487 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f80713-1035-48a2-af9e-6b3a4dad5af6', 'name': 'network-vif-deleted', 'tag': '0c79941a-bcfc-4a26-bd7b-e38294928b20', 'status': 'completed', 'code': 200} Jun 01 09:54:34.614398 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Deleting subnet cafd9a50-8889-4bc8-9adc-c8e957a8c945 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:54:34.617580 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:34.667798 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:34.726360 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.129293 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-31b62072-d7c5-4886-be4e-85565a1b799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.130788 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-31b62072-d7c5-4886-be4e-85565a1b799b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.3339779 Jun 01 09:54:35.151305 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813c81-e9f3-467a-9904-5e98166e0ccc req-599bc425-16e1-4f13-b272-6e4e4014fc64 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.153079 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1c813c81-e9f3-467a-9904-5e98166e0ccc req-599bc425-16e1-4f13-b272-6e4e4014fc64 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.3102820 Jun 01 09:54:35.279709 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de116a5e-00d6-4f84-9df9-07fa0140daca req-f367aeb0-040d-4ac5-ad3d-ffc2184276b6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.281212 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-de116a5e-00d6-4f84-9df9-07fa0140daca req-f367aeb0-040d-4ac5-ad3d-ffc2184276b6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.3052368 Jun 01 09:54:35.286024 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.301199 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e694dac1-5f30-481a-9e03-16f82d46ce3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:35.347841 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1c813c81-e9f3-467a-9904-5e98166e0ccc req-751aa5bc-7eac-41c8-84eb-d72da94af43c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682978 Jun 01 09:54:35.369258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cafd9a50-8889-4bc8-9adc-c8e957a8c945,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:35.377818 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:35.378918 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.410094 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cafd9a50-8889-4bc8-9adc-c8e957a8c945 HTTP/1.1" status: 204 len: 168 time: 0.8586450 Jun 01 09:54:35.413945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41418) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:35.414576 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-0b2ac099-42a0-4518-8dc0-43faaef916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.414713 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-0b2ac099-42a0-4518-8dc0-43faaef916ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.2588911 Jun 01 09:54:35.420246 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-de116a5e-00d6-4f84-9df9-07fa0140daca req-6b84da58-dbb2-4406-99c6-0f29eb817061 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285841 Jun 01 09:54:35.522369 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.523005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-c1d1399a-2a95-486a-9428-47e9e7016bd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.0999525 Jun 01 09:54:35.655579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.670021 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50796804-4ca8-49c3-b08e-160251e405c4']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:35.683627 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde9ef72-470c-4b3c-8892-25139c8d19ad') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:35.683931 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde9ef72-470c-4b3c-8892-25139c8d19ad') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:35.697434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.722760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.730302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:54:35.730720 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:54:35.744809 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:54:35.751301 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-a1a29baf-68e3-450e-a721-d89a0e260377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.751301 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-a1a29baf-68e3-450e-a721-d89a0e260377 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.2163396 Jun 01 09:54:35.812981 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935d138-2a41-425c-a87e-3d3cf21c11f9 req-91e825ae-13b9-4d5d-b8f0-905abf7242e4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.814459 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5935d138-2a41-425c-a87e-3d3cf21c11f9 req-91e825ae-13b9-4d5d-b8f0-905abf7242e4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 943 time: 0.3386188 Jun 01 09:54:35.823635 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-bff98838-bc7f-4942-a3f8-740efa17cba4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588303 Jun 01 09:54:35.842717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.847851 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d831-078c-4d7a-82ae-7dda8186afdc req-8fc008e3-efd3-42d3-b18c-a1e10cfb81fc tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:35.848097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:35.849404 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b467d831-078c-4d7a-82ae-7dda8186afdc req-8fc008e3-efd3-42d3-b18c-a1e10cfb81fc tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 943 time: 0.3177676 Jun 01 09:54:35.850759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b21fe826-b9a8-4869-96e5-0dabb29d9653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:35.873532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Pushing event deleted for resources: {'Network': ['ID=50796804-4ca8-49c3-b08e-160251e405c4,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:35.876080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:35.885796 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-49aefced-cf06-4be8-84b0-8ee7d8863378 admin admin] 10.222.0.15 "DELETE /v2.0/networks/50796804-4ca8-49c3-b08e-160251e405c4 HTTP/1.1" status: 204 len: 168 time: 0.4687736 Jun 01 09:54:35.980389 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 63959b54-872d-4b75-b12a-fe0705b8b9d6 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:54:35.982911 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 0c79941a-bcfc-4a26-bd7b-e38294928b20 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:54:35.987437 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5935d138-2a41-425c-a87e-3d3cf21c11f9 req-1d90f655-abb8-4b85-b683-494bc3533813 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660626 Jun 01 09:54:36.009399 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41424) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:36.014530 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b467d831-078c-4d7a-82ae-7dda8186afdc req-a2066ad3-5e10-4e2c-a9bf-c338350e2e01 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434355 Jun 01 09:54:36.032640 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 0c79941a-bcfc-4a26-bd7b-e38294928b20 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:54:36.033083 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 0c79941a-bcfc-4a26-bd7b-e38294928b20 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:54:36.044901 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-c767f590-c05a-4fdb-a489-faeab3ba6a7a service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060683 Jun 01 09:54:36.069701 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-881ccbdd-fd1f-4216-ad2a-7473ed6110bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=008734321ac04c119ac2aa8a9f91889a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0589612 Jun 01 09:54:36.071123 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41428) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:36.131475 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.159067 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.166659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:36.180898 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'port_id': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'mac_address': 'fa:16:3e:99:c6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:54:36.182421 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8c2e951c-bb34-4133-83a3-f02b41e98bed req-7380a4d4-8897-4a73-a3bc-04cf20a3c957 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270540 Jun 01 09:54:36.215990 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.221199 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:36.232122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c60f8f-89de-4e0a-80a8-d3d0f97a97b9,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:36.239380 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.239750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.243681 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81c60f8f-89de-4e0a-80a8-d3d0f97a97b9 HTTP/1.1" status: 204 len: 168 time: 0.1688163 Jun 01 09:54:36.246099 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.246467 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.246824 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.247174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.247519 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.247861 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.248352 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.248704 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.249043 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.249387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.249720 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.250071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:36.261721 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63959b54-872d-4b75-b12a-fe0705b8b9d6 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:36.261921 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:36.287839 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:36.293022 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.293842 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d01a6468-f316-458a-a0bb-cf705030f123 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:54:36.295975 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:36.383584 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:36.431364 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:36.494887 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d01a6468-f316-458a-a0bb-cf705030f123,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:36.512904 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'd01a6468-f316-458a-a0bb-cf705030f123', 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115', 'port_id': 'd01a6468-f316-458a-a0bb-cf705030f123', 'mac_address': 'fa:16:3e:19:c4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703bf542-e6b2-4a68-8112-6679328fd4a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:54:36.579009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.598070 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01a6468-f316-458a-a0bb-cf705030f123 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:36.617248 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d01a6468-f316-458a-a0bb-cf705030f123,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:36.623024 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:36.629227 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:36.633847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17936d83-9355-42e3-8dab-b0e33e97f54e req-12f3cb1c-b292-43e3-97a5-d1c87ab8bec6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:36.635499 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-17936d83-9355-42e3-8dab-b0e33e97f54e req-12f3cb1c-b292-43e3-97a5-d1c87ab8bec6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1439760 Jun 01 09:54:36.702547 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-17936d83-9355-42e3-8dab-b0e33e97f54e req-ab47894a-9393-471c-86a5-daf1ca699fe6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Jun 01 09:54:36.704444 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:36.708578 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:36.713636 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f0962-c4e6-4cf4-ad19-8e46afb7a14e req-4b6e2f36-2be3-4180-b6b4-ffa17efa0ba5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:36.723954 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-719f0962-c4e6-4cf4-ad19-8e46afb7a14e req-4b6e2f36-2be3-4180-b6b4-ffa17efa0ba5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1575284 Jun 01 09:54:36.768558 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-719f0962-c4e6-4cf4-ad19-8e46afb7a14e req-c917ab90-c68f-403a-8c86-03a3230f5262 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469437 Jun 01 09:54:36.992116 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['d01a6468-f316-458a-a0bb-cf705030f123'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:37.023158 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:37.113473 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41462) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:37.244041 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6cfc-d66e-424f-b8f9-b10dd8431b5b req-9276d537-9aa3-4191-a6c9-e0af7e5f01e7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:37.245609 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-57fd6cfc-d66e-424f-b8f9-b10dd8431b5b req-9276d537-9aa3-4191-a6c9-e0af7e5f01e7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 944 time: 0.1422486 Jun 01 09:54:37.257060 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b096-7896-4050-9476-50e61761e409 req-5c55ef63-594a-41b9-a728-ab8c340c6357 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:37.258567 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc04b096-7896-4050-9476-50e61761e409 req-5c55ef63-594a-41b9-a728-ab8c340c6357 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 944 time: 0.1179521 Jun 01 09:54:37.260160 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503326219-network', 'tenant_id': 'bdcbc129c0744f2483e63a694bbf60e2'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:37.265262 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:37.269312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Usage tracker for resource:network and tenant:bdcbc129c0744f2483e63a694bbf60e2 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:37.272435 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:37.280541 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:37.292442 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Made reservation on behalf of bdcbc129c0744f2483e63a694bbf60e2 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:37.295271 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.307880 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.322864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:37.326750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bdcbc129c0744f2483e63a694bbf60e2 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:37.329818 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:37.334546 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-57fd6cfc-d66e-424f-b8f9-b10dd8431b5b req-bd683135-9908-46f2-a02a-204e5fe6c935 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749469 Jun 01 09:54:37.335978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:37.347025 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc04b096-7896-4050-9476-50e61761e409 req-e52ecf31-8fde-49ad-b2a1-ecd1b3113d6d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Jun 01 09:54:37.499031 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.504069 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.507615 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e5f42de6-7433-4645-9de4-65f35ba8d9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:37.537011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:54:37.545609 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d80780-2a31-424c-b578-340f52bdde35,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:37.549157 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:37.553900 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.554054 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Added segment b93261b9-7640-4727-9447-a0d91e61521d of type vlan for network 0ece85bf-84b2-4ad1-9b5c-d92387e86192 Jun 01 09:54:37.580517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.610450 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.611925 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:37.612595 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:37.617912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:37.718863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ece85bf-84b2-4ad1-9b5c-d92387e86192,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:37.722080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:37.726977 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41474) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:37.733749 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Request body: {'subnet': {'network_id': '0ece85bf-84b2-4ad1-9b5c-d92387e86192', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503326219-subnet', 'tenant_id': 'bdcbc129c0744f2483e63a694bbf60e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:37.739335 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 0ece85bf-84b2-4ad1-9b5c-d92387e86192 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:54:37.741168 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6258907 Jun 01 09:54:37.756505 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:37.761113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Usage tracker for resource:subnet and tenant:bdcbc129c0744f2483e63a694bbf60e2 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:37.765599 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:37.772637 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:37.783994 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Made reservation on behalf of bdcbc129c0744f2483e63a694bbf60e2 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:37.786770 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:38.087817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027fce4-5dc5-40d2-8030-0688d22a0a47 req-9c72ce42-cf0a-43f7-bd23-f411f67c9679 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:38.089372 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4027fce4-5dc5-40d2-8030-0688d22a0a47 req-9c72ce42-cf0a-43f7-bd23-f411f67c9679 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2235754 Jun 01 09:54:38.105934 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e13f8-9e6a-4cb6-9039-651419e07661 req-a4c95ef8-5df2-4240-947e-e63ed36f99ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:38.107379 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-471e13f8-9e6a-4cb6-9039-651419e07661 req-a4c95ef8-5df2-4240-947e-e63ed36f99ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1921873 Jun 01 09:54:38.212606 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4027fce4-5dc5-40d2-8030-0688d22a0a47 req-f3f814c7-0297-4a35-b302-68fd48c71d92 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147032 Jun 01 09:54:38.225130 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-471e13f8-9e6a-4cb6-9039-651419e07661 req-83e3662a-7e50-42ae-9a2f-2877aa35a429 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001358 Jun 01 09:54:38.414220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:38.418264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:38.656860 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c22ec58-f863-487f-8442-c523a45715c7,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:38.664955 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:38.685964 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Checking segment: {'id': 'b93261b9-7640-4727-9447-a0d91e61521d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0ece85bf-84b2-4ad1-9b5c-d92387e86192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:38.686333 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Network hostable DHCP agents. Network: 0ece85bf-84b2-4ad1-9b5c-d92387e86192, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:54:38.720171 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Network 0ece85bf-84b2-4ad1-9b5c-d92387e86192 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:54:38.729181 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308687-262a-4811-a581-14116f835009 req-3be030dc-86f7-43b2-97f0-6c61bf21f711 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:38.730710 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f7308687-262a-4811-a581-14116f835009 req-3be030dc-86f7-43b2-97f0-6c61bf21f711 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 944 time: 0.2846637 Jun 01 09:54:38.745653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b5720-2ad6-4138-9fdb-1489fa091acc req-ca2ed8cd-c152-4ac2-add9-a25e6fb92647 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:38.747129 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-548b5720-2ad6-4138-9fdb-1489fa091acc req-ca2ed8cd-c152-4ac2-add9-a25e6fb92647 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 944 time: 0.1683114 Jun 01 09:54:38.752966 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 0ece85bf-84b2-4ad1-9b5c-d92387e86192) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:38.760897 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5d4af-94fd-4cc8-b24e-d1848b5a4ecf None None] Network 0ece85bf-84b2-4ad1-9b5c-d92387e86192 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:38.794233 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:38.794788 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:38.839610 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f7308687-262a-4811-a581-14116f835009 req-16a2601a-1095-4f89-ac95-a6a84b2ae0ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914836 Jun 01 09:54:38.847191 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-548b5720-2ad6-4138-9fdb-1489fa091acc req-1b9f2f15-189d-4a0e-98de-2d240d0b8ea3 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941901 Jun 01 09:54:38.855169 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-18b5ba04-8999-434d-9953-e43eb25be531 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1269810 Jun 01 09:54:39.006542 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e47517-a382-4910-b0ee-21fc47d144c2 None None] Network 0ece85bf-84b2-4ad1-9b5c-d92387e86192 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:39.400368 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41508) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:39.406750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-137735947-network', 'tenant_id': 'f9937fb425a248489f119fea2f279ad6'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:39.411615 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:39.415604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Usage tracker for resource:network and tenant:f9937fb425a248489f119fea2f279ad6 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:39.418983 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:39.424654 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:39.436486 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Made reservation on behalf of f9937fb425a248489f119fea2f279ad6 for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:39.439006 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.451593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.467624 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:39.472417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Usage tracker for resource:security_group_rule and tenant:f9937fb425a248489f119fea2f279ad6 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:39.475509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:39.478376 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa64fb-a577-4c99-8e9c-78b7d9e0623c req-bc1961bb-40d5-4aba-93a5-7d23728515dc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:39.479987 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dafa64fb-a577-4c99-8e9c-78b7d9e0623c req-bc1961bb-40d5-4aba-93a5-7d23728515dc tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1432168 Jun 01 09:54:39.481873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:39.492597 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacf14-cc06-4bb9-9e2d-057cef211283 req-a0756cac-306d-49a9-955e-e977af032496 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:39.499650 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f7dacf14-cc06-4bb9-9e2d-057cef211283 req-a0756cac-306d-49a9-955e-e977af032496 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1262043 Jun 01 09:54:39.574879 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f7dacf14-cc06-4bb9-9e2d-057cef211283 req-7899a13c-96ae-4e43-a404-8e241b703a0c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741544 Jun 01 09:54:39.578213 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.583463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.588448 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-77c71771-c247-4c84-b9b0-4e94b0b4e189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:39.590246 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dafa64fb-a577-4c99-8e9c-78b7d9e0623c req-e16e2b6e-7c16-4ff8-9a6e-52b4eb437a38 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884280 Jun 01 09:54:39.611442 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:54:39.638174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77cdd44-74e8-47e3-ae20-ede2619db92a,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:39.641291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:39.642481 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.642813 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Added segment c0208567-d628-4afb-ab4f-455ed26e8828 of type vlan for network 287d62a5-aa8e-4100-89b7-c10a9ebf910d Jun 01 09:54:39.672757 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.708557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.709965 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:39.710567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:39.715653 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f199deb9-58df-4dea-9bde-c502af359ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:39.824058 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4224460 Jun 01 09:54:39.827124 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41514) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:39.827776 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Pushing event updated for resources: {'Network': ['ID=287d62a5-aa8e-4100-89b7-c10a9ebf910d,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:39.830474 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:39.834123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Request body: {'subnet': {'network_id': '287d62a5-aa8e-4100-89b7-c10a9ebf910d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-137735947-subnet', 'tenant_id': 'f9937fb425a248489f119fea2f279ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:39.841105 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network 287d62a5-aa8e-4100-89b7-c10a9ebf910d details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:54:39.855014 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:39.859502 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Usage tracker for resource:subnet and tenant:f9937fb425a248489f119fea2f279ad6 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:39.864345 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:39.872132 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:39.894090 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Made reservation on behalf of f9937fb425a248489f119fea2f279ad6 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:39.896865 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.007202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 63959b54-872d-4b75-b12a-fe0705b8b9d6 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:54:40.130936 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:54:40.136026 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:40.136404 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.262560 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.290635 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:40.293682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e9ea24-63f9-45dc-8394-a6805fd836ef" -d '{"events": [{"server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "name": "network-vif-plugged", "status": "completed", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:40.301839 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:40.306374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.307260 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d01a6468-f316-458a-a0bb-cf705030f123 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:54:40.336719 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-d0d351b5-5e3b-477f-ab78-10cbc8a62795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:40.358706 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d6a7-4ed8-4c31-9fa9-d8cdaf078b98 req-8d7ab746-7247-4f3b-8a00-15fc1cd23ee4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:40.360234 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b962d6a7-4ed8-4c31-9fa9-d8cdaf078b98 req-8d7ab746-7247-4f3b-8a00-15fc1cd23ee4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 944 time: 0.2340546 Jun 01 09:54:40.367965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158aeb-984f-4dca-a6ca-c0c9db70b781 req-c2dfaa96-e0e5-4d40-b1ba-63f6ac25b111 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:40.369502 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c0158aeb-984f-4dca-a6ca-c0c9db70b781 req-c2dfaa96-e0e5-4d40-b1ba-63f6ac25b111 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 944 time: 0.2443681 Jun 01 09:54:40.431922 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:40.435598 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:40.447767 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port d01a6468-f316-458a-a0bb-cf705030f123 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:54:40.450851 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b962d6a7-4ed8-4c31-9fa9-d8cdaf078b98 req-fed4d97e-9324-470f-a663-372fb779b629 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794330 Jun 01 09:54:40.453085 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port d01a6468-f316-458a-a0bb-cf705030f123 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:40.453542 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.459363 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c0158aeb-984f-4dca-a6ca-c0c9db70b781 req-e1b15c34-8473-485e-b8bb-ab80f43b4f69 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706275 Jun 01 09:54:40.520534 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0539074e-a596-4e47-a07e-b591e0c023a4 x-openstack-request-id: req-0539074e-a596-4e47-a07e-b591e0c023a4 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:40.520820 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "name": "network-vif-plugged", "status": "completed", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:40.521074 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0539074e-a596-4e47-a07e-b591e0c023a4 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:40.521454 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'code': 200} Jun 01 09:54:40.559801 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.564863 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-166c9f73-7530-4742-82b5-90cfe5429c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:40.578247 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.613367 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d01a6468-f316-458a-a0bb-cf705030f123,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:40.618929 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.621094 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:40.648628 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=774ae132-954e-42db-99ae-ae99280078b1,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:40.654436 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Checking segment: {'id': 'c0208567-d628-4afb-ab4f-455ed26e8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '287d62a5-aa8e-4100-89b7-c10a9ebf910d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:40.654825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Network hostable DHCP agents. Network: 287d62a5-aa8e-4100-89b7-c10a9ebf910d, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:54:40.663059 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.663422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.663773 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.664127 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.664459 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.664798 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.665138 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.665489 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.665812 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.666201 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.666536 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.666868 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:54:40.674704 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:40.685299 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Network 287d62a5-aa8e-4100-89b7-c10a9ebf910d is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:54:40.697116 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, 287d62a5-aa8e-4100-89b7-c10a9ebf910d) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:40.701473 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:40.705156 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:40.706665 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:40.707345 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.723974 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427a22d-fe68-4b3d-86cc-500629476140 None None] Network 287d62a5-aa8e-4100-89b7-c10a9ebf910d requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:40.732182 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3416b04c-2024-404d-b69d-79baa91dd406 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9031863 Jun 01 09:54:40.866362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468eda-c8bb-4ecb-811a-b32ffeee9858 req-dc24b490-cdec-42a8-b910-dd2216aeb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:40.868525 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd468eda-c8bb-4ecb-811a-b32ffeee9858 req-dc24b490-cdec-42a8-b910-dd2216aeb0c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1098 time: 0.0965660 Jun 01 09:54:40.880680 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e1c5-df50-4402-a7b0-4b50aa9a8d77 req-04e61921-8051-4bb0-be72-fe1c7f5c5c6b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:40.882448 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e92e1c5-df50-4402-a7b0-4b50aa9a8d77 req-04e61921-8051-4bb0-be72-fe1c7f5c5c6b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1487002 Jun 01 09:54:40.883731 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41534) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:40.940368 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786567e-f9b7-412d-81f7-ff7f12d6a0bb None None] Network 287d62a5-aa8e-4100-89b7-c10a9ebf910d requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:54:40.945621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Deleting subnet 5c22ec58-f863-487f-8442-c523a45715c7 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:54:40.948849 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:40.949030 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fd468eda-c8bb-4ecb-811a-b32ffeee9858 req-29da9e3e-6df0-453d-8876-7761eb70c7de service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jun 01 09:54:40.953604 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e92e1c5-df50-4402-a7b0-4b50aa9a8d77 req-1474af7a-d144-4102-be69-fc7ba8d921f0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574770 Jun 01 09:54:40.998299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.060706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.321319 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.325675 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-30f49738-d110-4b99-9537-923aeecefdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:41.367324 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c22ec58-f863-487f-8442-c523a45715c7,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:41.370389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:41.371626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.378678 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e699f81f-c56b-43ef-865b-96a1c352a84d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5c22ec58-f863-487f-8442-c523a45715c7 HTTP/1.1" status: 204 len: 168 time: 0.4938970 Jun 01 09:54:41.381407 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41548) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:41.496012 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.504217 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81c2a-ce66-439e-94ed-529dadf92917 req-aae9eb97-5701-4618-84ef-0e28b003a914 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:41.505663 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-85d81c2a-ce66-439e-94ed-529dadf92917 req-aae9eb97-5701-4618-84ef-0e28b003a914 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2105334 Jun 01 09:54:41.780003 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-85d81c2a-ce66-439e-94ed-529dadf92917 req-2ada16e4-5a81-4ba5-a6b5-b7b3b6f711b9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634864 Jun 01 09:54:41.786066 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.816663 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ece85bf-84b2-4ad1-9b5c-d92387e86192']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:41.832254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93261b9-7640-4727-9447-a0d91e61521d') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:41.832254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93261b9-7640-4727-9447-a0d91e61521d') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:41.846568 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.863377 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce032a-2d38-4e64-a4e8-95850bd74f5c req-1317cca7-b3f4-446c-a60f-05e241b2d657 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:41.864896 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18ce032a-2d38-4e64-a4e8-95850bd74f5c req-1317cca7-b3f4-446c-a60f-05e241b2d657 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.2860467 Jun 01 09:54:41.890252 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.938017 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:54:41.938434 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:54:41.951925 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:54:42.067253 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18ce032a-2d38-4e64-a4e8-95850bd74f5c req-6947e20b-d197-419e-b85e-11dfde662e0a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951790 Jun 01 09:54:42.076379 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.083167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:42.100358 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.109362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ece85bf-84b2-4ad1-9b5c-d92387e86192,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:42.115028 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:42.117033 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ece85bf-84b2-4ad1-9b5c-d92387e86192 HTTP/1.1" status: 204 len: 168 time: 0.7345440 Jun 01 09:54:42.120343 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41562) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:42.125670 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fff4-b48c-4874-9d1b-61ad0fc8184c req-785b76c2-2e1b-46d5-86ca-d3945743a26b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:42.127192 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5978fff4-b48c-4874-9d1b-61ad0fc8184c req-785b76c2-2e1b-46d5-86ca-d3945743a26b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.2346079 Jun 01 09:54:42.173962 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5978fff4-b48c-4874-9d1b-61ad0fc8184c req-9a1111c3-6558-4c5b-9101-030ebdbde27e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jun 01 09:54:42.181476 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Deleting subnet 774ae132-954e-42db-99ae-ae99280078b1 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:54:42.184889 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.249791 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.314312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.472400 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2148-d3b1-4399-9f10-2141c5767997 req-e9299c2d-4185-4beb-a750-d15b9105ddbf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:42.473939 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-606d2148-d3b1-4399-9f10-2141c5767997 req-e9299c2d-4185-4beb-a750-d15b9105ddbf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0933220 Jun 01 09:54:42.520370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-606d2148-d3b1-4399-9f10-2141c5767997 req-d4fe15da-94e9-4ea7-96da-f43e7195a9b0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Jun 01 09:54:42.523321 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:42.526232 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf8a126-8eb3-4f1b-a6b9-7dc5232744ca" -d '{"events": [{"server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "name": "network-vif-plugged", "status": "completed", "tag": "d01a6468-f316-458a-a0bb-cf705030f123"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:42.580002 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfa686-319c-44cf-b3b8-9081f2d3d231 x-openstack-request-id: req-53cfa686-319c-44cf-b3b8-9081f2d3d231 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:42.580322 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "name": "network-vif-plugged", "status": "completed", "tag": "d01a6468-f316-458a-a0bb-cf705030f123", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:42.580541 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53cfa686-319c-44cf-b3b8-9081f2d3d231 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:42.580991 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123', 'code': 200} Jun 01 09:54:42.592220 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.600162 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8dc17be0-b428-42f3-9886-8429e4a44e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:42.636678 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774ae132-954e-42db-99ae-ae99280078b1,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:42.639804 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:42.641155 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.648432 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-5f230ee3-5d57-4f10-b1d0-ee27744647b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/774ae132-954e-42db-99ae-ae99280078b1 HTTP/1.1" status: 204 len: 168 time: 0.5269713 Jun 01 09:54:42.651701 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41578) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:42.765235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.940333 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.955155 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287d62a5-aa8e-4100-89b7-c10a9ebf910d']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:42.970577 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0208567-d628-4afb-ab4f-455ed26e8828') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:42.970872 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0208567-d628-4afb-ab4f-455ed26e8828') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:42.988143 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:42.998767 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f1e62-c654-47c9-b86a-28d5e6dccb48 req-ab208b0c-c60b-43c7-a6f2-40c987467c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:43.000432 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff8f1e62-c654-47c9-b86a-28d5e6dccb48 req-ab208b0c-c60b-43c7-a6f2-40c987467c73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 1098 time: 0.2232556 Jun 01 09:54:43.009314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.031469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:54:43.031847 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:54:43.044821 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:54:43.129293 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff8f1e62-c654-47c9-b86a-28d5e6dccb48 req-5a812f41-39ef-48ac-855b-24df09e50347 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211126 Jun 01 09:54:43.136949 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.140759 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-50d7f5c0-c8f8-4cef-a272-d3ac58ebf055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:43.157040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.167397 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Pushing event deleted for resources: {'Network': ['ID=287d62a5-aa8e-4100-89b7-c10a9ebf910d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:43.170116 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:43.171842 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] 10.222.0.15 "DELETE /v2.0/networks/287d62a5-aa8e-4100-89b7-c10a9ebf910d HTTP/1.1" status: 204 len: 168 time: 0.5184877 Jun 01 09:54:43.268864 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdb30c-1448-497e-8f25-451510c5d933 req-c998a782-28b2-4463-a7d2-07a2254cc63f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:43.270697 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2bfdb30c-1448-497e-8f25-451510c5d933 req-c998a782-28b2-4463-a7d2-07a2254cc63f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.0820093 Jun 01 09:54:43.299442 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41588) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:43.350232 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-51d1ced7-a29a-455b-833b-309043b33452 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdcbc129c0744f2483e63a694bbf60e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493350 Jun 01 09:54:43.352858 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41592) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:43.369393 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2bfdb30c-1448-497e-8f25-451510c5d933 req-2d401327-60fb-4582-aedd-f00c9cde7316 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919373 Jun 01 09:54:43.395995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321cbed-7595-4d73-b7a7-7fe1ccefa925 req-0b119657-0d18-46ff-805b-81b5f30b4390 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:43.397426 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a321cbed-7595-4d73-b7a7-7fe1ccefa925 req-0b119657-0d18-46ff-805b-81b5f30b4390 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1063802 Jun 01 09:54:43.431980 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.465493 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a321cbed-7595-4d73-b7a7-7fe1ccefa925 req-bfb4d088-9573-46c4-90ae-06f644c83775 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609758 Jun 01 09:54:43.467320 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.532577 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.537461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3302d563-ac8f-4761-a0a4-fddadd95063c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:43.548208 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d80780-2a31-424c-b578-340f52bdde35,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:43.551897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:43.555477 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:43.556579 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7d80780-2a31-424c-b578-340f52bdde35 HTTP/1.1" status: 204 len: 168 time: 0.2026665 Jun 01 09:54:43.775807 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c25341-04b8-4e20-b088-78ed4914c38a req-e1cc1287-f5f4-41cd-a7c4-5d585efe64b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:43.777370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34c25341-04b8-4e20-b088-78ed4914c38a req-e1cc1287-f5f4-41cd-a7c4-5d585efe64b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1591885 Jun 01 09:54:43.815128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675f4a-26ff-41d4-b9e3-2ff3fe7117a6 req-99644d0b-0994-4677-8d87-9e99d6ebc9ae tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:43.818443 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0f675f4a-26ff-41d4-b9e3-2ff3fe7117a6 req-99644d0b-0994-4677-8d87-9e99d6ebc9ae tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1551011 Jun 01 09:54:43.870622 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34c25341-04b8-4e20-b088-78ed4914c38a req-8026f536-96a4-4264-a198-b103f5304df3 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Jun 01 09:54:43.881076 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0f675f4a-26ff-41d4-b9e3-2ff3fe7117a6 req-bc3afe80-a3ff-4b26-91f7-e1c04ee57e0f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588865 Jun 01 09:54:43.953122 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41610) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:44.005403 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-672f1334-40c5-4879-8c37-9c1536a4b8e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9937fb425a248489f119fea2f279ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510137 Jun 01 09:54:44.006851 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41614) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:44.069786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:44.096884 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:44.150111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:44.158136 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-adeca375-e385-4eb0-b4c8-6bd56f1886fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:44.174631 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77cdd44-74e8-47e3-ae20-ede2619db92a,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:44.177786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:44.178771 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:44.180295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e77cdd44-74e8-47e3-ae20-ede2619db92a HTTP/1.1" status: 204 len: 168 time: 0.1721883 Jun 01 09:54:44.283620 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587931-07d7-423f-bcbb-238615775bf5 req-1905ab57-61a4-4f19-a8c9-2eab54181388 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:44.284990 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15587931-07d7-423f-bcbb-238615775bf5 req-1905ab57-61a4-4f19-a8c9-2eab54181388 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.0856986 Jun 01 09:54:44.342267 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15587931-07d7-423f-bcbb-238615775bf5 req-e6f4d670-31b6-4bae-ae26-78bce737824d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505817 Jun 01 09:54:44.723144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500cad-6b80-46a7-aa5b-b383a5912c57 req-afd49d5a-ff9e-46ad-b1ee-321e334e57f0 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:44.724780 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-25500cad-6b80-46a7-aa5b-b383a5912c57 req-afd49d5a-ff9e-46ad-b1ee-321e334e57f0 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.2057998 Jun 01 09:54:44.779648 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-25500cad-6b80-46a7-aa5b-b383a5912c57 req-96b728f6-bb22-4edd-9098-806264051f3b tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Jun 01 09:54:45.120059 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fc1ec-1c6f-430c-8b53-705cb518e3e1 req-99509f03-8147-41ea-a4a0-46e2065fd426 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:45.121637 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a13fc1ec-1c6f-430c-8b53-705cb518e3e1 req-99509f03-8147-41ea-a4a0-46e2065fd426 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0910788 Jun 01 09:54:45.177166 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a13fc1ec-1c6f-430c-8b53-705cb518e3e1 req-b41dfe36-ac50-476b-ab67-71be11a686bf tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Jun 01 09:54:45.693761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-c4e576b8-8b2d-406b-a1c7-08a8aedd7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:45.695259 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-c4e576b8-8b2d-406b-a1c7-08a8aedd7e28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.1335633 Jun 01 09:54:45.732723 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef800d9-cc63-46e4-8f87-5e6527bec53b req-669c1345-203e-46d3-b192-06ac37211df2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:45.738631 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7ef800d9-cc63-46e4-8f87-5e6527bec53b req-669c1345-203e-46d3-b192-06ac37211df2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1188471 Jun 01 09:54:45.881276 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7ef800d9-cc63-46e4-8f87-5e6527bec53b req-4d3506c5-5524-4b46-9a13-e8896392cbb8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948906 Jun 01 09:54:45.883883 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-9c9062d1-e67d-4b48-a22e-965644ac8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:45.885319 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-9c9062d1-e67d-4b48-a22e-965644ac8980 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.1802030 Jun 01 09:54:45.997961 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-281eefa0-f045-4647-8757-139f4e72e836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.0710425 Jun 01 09:54:46.084064 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-4a959587-dd9c-4157-8549-7e4e56a94833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:46.086410 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-4a959587-dd9c-4157-8549-7e4e56a94833 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.0788112 Jun 01 09:54:46.095094 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce171-945e-4ec9-8009-ef789131c7e9 req-a66289ad-1d9c-46f0-95cb-807a1714bf05 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:46.096538 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e1ce171-945e-4ec9-8009-ef789131c7e9 req-a66289ad-1d9c-46f0-95cb-807a1714bf05 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.2075279 Jun 01 09:54:46.143839 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-e0f6d5c6-3e6a-4c56-b694-0ac39830a4d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461774 Jun 01 09:54:46.283545 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e1ce171-945e-4ec9-8009-ef789131c7e9 req-a5b919f7-1fed-4997-95a0-1faf13e17a2d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517515 Jun 01 09:54:46.421729 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-49abfe89-408b-4eaa-a07d-a367562a7f2a service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622557 Jun 01 09:54:46.573979 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdda1c2-5b3b-44ff-a658-c8fddad333ba req-2237bf79-75bf-4fdd-95e7-b3e8d85d1934 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:46.575460 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfdda1c2-5b3b-44ff-a658-c8fddad333ba req-2237bf79-75bf-4fdd-95e7-b3e8d85d1934 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2183230 Jun 01 09:54:46.612070 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14d8febd-7302-4e12-95a1-49cd1555d774 req-b0346810-125f-4883-b59a-10f60ac56497 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813025 Jun 01 09:54:46.634902 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfdda1c2-5b3b-44ff-a658-c8fddad333ba req-f6656017-b516-4ead-905c-278cc0157e18 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501380 Jun 01 09:54:47.106701 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940808a6-8558-4c50-81c9-5c16171487ba req-83fc986f-cb1d-4925-813c-c3faa305ac50 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:47.108220 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-940808a6-8558-4c50-81c9-5c16171487ba req-83fc986f-cb1d-4925-813c-c3faa305ac50 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0814714 Jun 01 09:54:47.157113 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-940808a6-8558-4c50-81c9-5c16171487ba req-a262518d-262a-406f-8427-074ff1cefca9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427856 Jun 01 09:54:47.890862 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1d14-5e2f-4cc7-97fc-41be6466d580 req-3e6c72ce-3adb-4607-b6da-83151615f0e5 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:47.892198 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-412a1d14-5e2f-4cc7-97fc-41be6466d580 req-3e6c72ce-3adb-4607-b6da-83151615f0e5 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.1074543 Jun 01 09:54:47.903341 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81da79-d4d7-4d7c-a830-c73cbce1d209 req-c251d9bb-608b-40c4-b9d4-05dc10620785 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:47.904700 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a81da79-d4d7-4d7c-a830-c73cbce1d209 req-c251d9bb-608b-40c4-b9d4-05dc10620785 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1579173 Jun 01 09:54:47.980608 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-412a1d14-5e2f-4cc7-97fc-41be6466d580 req-00e601f2-0f38-4cd9-8ac5-4018d10c28aa tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749483 Jun 01 09:54:47.985396 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3a81da79-d4d7-4d7c-a830-c73cbce1d209 req-b58b5805-708c-4abe-ac3d-2002db1fff31 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664701 Jun 01 09:54:48.553358 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b6a14-cef2-4989-a47b-aec0348e8653 req-a1836ee9-3e2b-4ad3-8af1-321df412f5d0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:48.554852 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6f8b6a14-cef2-4989-a47b-aec0348e8653 req-a1836ee9-3e2b-4ad3-8af1-321df412f5d0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2589803 Jun 01 09:54:48.563530 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f81f4-0fc4-4894-b2ad-e86675894eea req-accbfb30-c2df-490c-a7af-bb5003e2631e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:48.564942 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-714f81f4-0fc4-4894-b2ad-e86675894eea req-accbfb30-c2df-490c-a7af-bb5003e2631e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.3004832 Jun 01 09:54:48.580925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-43f76362-ccd3-48d7-9b07-7053a9933560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:48.582360 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-43f76362-ccd3-48d7-9b07-7053a9933560 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 1099 time: 0.2479620 Jun 01 09:54:48.659791 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6f8b6a14-cef2-4989-a47b-aec0348e8653 req-423b31e8-fc14-4d8d-8b8b-bf9bd26f39d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938559 Jun 01 09:54:48.721073 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-714f81f4-0fc4-4894-b2ad-e86675894eea req-aa01ee0b-5c26-4e70-8ea9-dda4e374dd95 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362662 Jun 01 09:54:48.777860 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-25890a65-2a46-41aa-8892-f853ddd6b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:48.779343 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-25890a65-2a46-41aa-8892-f853ddd6b768 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.1783063 Jun 01 09:54:48.892588 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-c76d13ff-203a-4bab-87b4-b0a0b9f63a7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 200 len: 1000 time: 0.1052339 Jun 01 09:54:48.984345 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-ac583313-97b6-4ad9-9474-95bc85303f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:48.985770 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-ac583313-97b6-4ad9-9474-95bc85303f80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.0757091 Jun 01 09:54:49.093257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-9b2aecaf-8708-49e9-8a9c-f2285b4d3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:49.094869 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-9b2aecaf-8708-49e9-8a9c-f2285b4d3d99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880773 Jun 01 09:54:49.298394 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-621f518f-de47-47bf-988b-756cd54d6614 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893876 Jun 01 09:54:49.312267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bcebd-9b80-42d0-9f72-b4ba67ea0b8a req-f27801c8-9666-4b09-b054-ae69d1a7ebfb tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:49.313726 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-283bcebd-9b80-42d0-9f72-b4ba67ea0b8a req-f27801c8-9666-4b09-b054-ae69d1a7ebfb tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.1836641 Jun 01 09:54:49.401844 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-ab727218-1565-4c2b-9503-2f90438ec07d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:49.402894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-ab727218-1565-4c2b-9503-2f90438ec07d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Synchronizing usage tracker for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:49.420977 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-ab727218-1565-4c2b-9503-2f90438ec07d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Unset dirty status for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:49.422490 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-ab727218-1565-4c2b-9503-2f90438ec07d tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 945 time: 0.1031034 Jun 01 09:54:49.443398 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-283bcebd-9b80-42d0-9f72-b4ba67ea0b8a req-34e004eb-1260-4ca9-8cbb-bd47464bd0b6 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063375 Jun 01 09:54:49.498220 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-83d27a89-2c3a-49bd-84ee-34bfaaa3c764 req-7c231799-a624-4138-bc6b-e4dfac068d55 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791146 Jun 01 09:54:49.528541 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-52ab9658-68be-4ea9-b399-fcc222f1cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:49.676078 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Deleting port d01a6468-f316-458a-a0bb-cf705030f123 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:54:49.676499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:49.780699 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41812) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:49.847516 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] For port d01a6468-f316-458a-a0bb-cf705030f123, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=d01a6468-f316-458a-a0bb-cf705030f123,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:49.848036 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:49.978896 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348fa4-7b75-4228-953e-1e7070e8db35 req-e70c404b-6724-4895-944b-7334e6cd311c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:49.983356 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-39348fa4-7b75-4228-953e-1e7070e8db35 req-e70c404b-6724-4895-944b-7334e6cd311c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1828487 Jun 01 09:54:49.990253 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.022450 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Calling delete_port for d01a6468-f316-458a-a0bb-cf705030f123 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:54:50.031827 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5e46e-f84e-428a-b71d-c27aa8d6be4d req-05302ac1-8599-48ce-9122-eae287919807 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:50.033469 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-97c5e46e-f84e-428a-b71d-c27aa8d6be4d req-05302ac1-8599-48ce-9122-eae287919807 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1810341 Jun 01 09:54:50.040344 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:50.066989 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Usage tracker for resource:security_group_rule and tenant:84bef097310c484694f85c5968d3703b is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:50.076290 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:50.096290 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:50.131406 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-39348fa4-7b75-4228-953e-1e7070e8db35 req-c0feacc2-67c3-4b92-9520-565179882b94 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 Jun 01 09:54:50.147845 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-97c5e46e-f84e-428a-b71d-c27aa8d6be4d req-73375140-f250-48b0-9fc8-7da64c703790 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002126 Jun 01 09:54:50.202721 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.211386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d531d76d-22f3-4d5f-b408-55f9bbe896b7 tempest-VolumesNegativeTest-1664033038 tempest-VolumesNegativeTest-1664033038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:50.217630 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['d01a6468-f316-458a-a0bb-cf705030f123'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:50.275333 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Pushing event deleted for resources: {'Port': ['ID=d01a6468-f316-458a-a0bb-cf705030f123,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:50.280497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:50.363269 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] No DVR routers for this DVR port d01a6468-f316-458a-a0bb-cf705030f123 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:54:50.365790 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.368530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'name': 'network-vif-deleted', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:50.371129 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc60cf2-6631-4280-9812-eb8c9e298606" -d '{"events": [{"server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "name": "network-vif-deleted", "tag": "d01a6468-f316-458a-a0bb-cf705030f123"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:50.379189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.393256 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-34d903ac-4636-4e90-9e27-9a3e164faf77 req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "DELETE /v2.0/ports/d01a6468-f316-458a-a0bb-cf705030f123 HTTP/1.1" status: 204 len: 173 time: 0.9623859 Jun 01 09:54:50.395889 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.409168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-da1c0537-7c0a-48c7-b811-d5279eac229e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:50.420318 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf5ae8-8010-4b1e-a5c3-8e5d8d390e00 x-openstack-request-id: req-2ddf5ae8-8010-4b1e-a5c3-8e5d8d390e00 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:50.420829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dad96e8-fe68-4f5d-9c15-27b38a11f37a", "name": "network-vif-deleted", "tag": "d01a6468-f316-458a-a0bb-cf705030f123", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:50.421898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ddf5ae8-8010-4b1e-a5c3-8e5d8d390e00 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:50.422540 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad96e8-fe68-4f5d-9c15-27b38a11f37a', 'name': 'network-vif-deleted', 'tag': 'd01a6468-f316-458a-a0bb-cf705030f123', 'status': 'completed', 'code': 200} Jun 01 09:54:50.455190 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84bef097310c484694f85c5968d3703b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733770 Jun 01 09:54:50.458221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933a2ca-fae2-4d17-83e8-159d949f78b5,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:50.459400 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41824) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:50.463448 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-26929948-9918-4b78-a6e1-113a4ff05e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:50.481509 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0a397-39ee-4861-aec2-4acfdd2c3774 req-dbffbc54-fe56-4435-a970-2929daf6e5c3 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:50.483121 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34e0a397-39ee-4861-aec2-4acfdd2c3774 req-dbffbc54-fe56-4435-a970-2929daf6e5c3 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1707048 Jun 01 09:54:50.551570 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.588729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.594973 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34e0a397-39ee-4861-aec2-4acfdd2c3774 req-8195f3a6-d986-4d84-8dd6-7b2fc23760b0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Jun 01 09:54:50.625529 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41830) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:50.646844 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-989ef062-91be-424c-9bc0-abf9935b7f8f req-772bdff9-1293-4306-9c69-6e6cb0bb62cc tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dad96e8-fe68-4f5d-9c15-27b38a11f37a HTTP/1.1" status: 200 len: 210 time: 0.0548263 Jun 01 09:54:50.660690 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.663979 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf533505-0771-4781-842b-35221ec1aa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:50.678991 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933a2ca-fae2-4d17-83e8-159d949f78b5,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:50.681671 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:50.682919 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.686163 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d933a2ca-fae2-4d17-83e8-159d949f78b5 HTTP/1.1" status: 204 len: 168 time: 0.2232056 Jun 01 09:54:50.845542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ba7cd-f0fe-45ec-bce2-20770f3a2eb3 tempest-TestMinimumBasicScenario-1549207903 tempest-TestMinimumBasicScenario-1549207903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:50.847229 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c21ba7cd-f0fe-45ec-bce2-20770f3a2eb3 tempest-TestMinimumBasicScenario-1549207903 tempest-TestMinimumBasicScenario-1549207903-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1093 time: 0.2205565 Jun 01 09:54:50.850401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41840) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:50.855760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'port_id': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:50.861884 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:50.866434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:floatingip and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:50.869356 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:50.875211 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:50.886369 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for floatingip, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:50.996104 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41844) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:51.016374 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.029819 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.035375 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:51.040195 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Usage tracker for resource:security_group_rule and tenant:a22658c520ad40b78e1c295b57e327fc is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:51.044314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:51.050862 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:51.151598 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.155623 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.164286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-06fe9384-5c29-4a2f-90bf-3cd5d02ce05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:51.205768 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a22658c520ad40b78e1c295b57e327fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079864 Jun 01 09:54:51.207651 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25853bf-0449-4fc8-b89c-1d96d7e32a40,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:51.209963 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41854) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:51.212836 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:51.223401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Allocated IP 172.28.1.153 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/57310ade-704f-415b-9e65-ce8c4530e975) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:54:51.285228 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.352828 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.427004 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.459414 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.464696 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:51.535326 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:54:51.538487 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:51.541195 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:54:51.583211 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787145-1e7a-435a-8fe5-943018b68a38 req-cd19a31e-fd50-4183-8908-9814e0bf2495 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:51.584890 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94787145-1e7a-435a-8fe5-943018b68a38 req-cd19a31e-fd50-4183-8908-9814e0bf2495 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2394485 Jun 01 09:54:51.593374 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d176b7d-8758-4e34-bd30-38952d04a6ab req-6cc15dac-8a5c-43c4-a49f-e4563144bf82 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:51.595039 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9d176b7d-8758-4e34-bd30-38952d04a6ab req-6cc15dac-8a5c-43c4-a49f-e4563144bf82 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.2864587 Jun 01 09:54:51.596806 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'Port': ['ID=57310ade-704f-415b-9e65-ce8c4530e975,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:51.601248 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:51.617371 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.635208 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7b329eb1-7fd7-4f9b-b00c-6741a363063e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:51.658840 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25853bf-0449-4fc8-b89c-1d96d7e32a40,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:51.671136 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:51.688700 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94787145-1e7a-435a-8fe5-943018b68a38 req-bfbe86a0-ef65-4106-af13-a71e529f3d75 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926421 Jun 01 09:54:51.692406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:51.696305 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a25853bf-0449-4fc8-b89c-1d96d7e32a40 HTTP/1.1" status: 204 len: 168 time: 0.4824913 Jun 01 09:54:51.706614 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9d176b7d-8758-4e34-bd30-38952d04a6ab req-d315c82a-edee-4e84-8169-f09756bfc000 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933552 Jun 01 09:54:52.085663 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.200592 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.252523 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-34d05346-e503-406e-8765-46348b0068ae tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:52.254032 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-34d05346-e503-406e-8765-46348b0068ae tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/networks?id=c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 200 len: 809 time: 0.2232699 Jun 01 09:54:52.274689 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-2988a772-7303-4965-a44e-cc5f0a4ed79e tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/quotas/3d0ef16cd3b0477c975780908c0d2430 HTTP/1.1" status: 200 len: 375 time: 0.0136414 Jun 01 09:54:52.296410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.326601 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-4746f1f4-7863-4226-9ade-9692bb6cb87f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498686 Jun 01 09:54:52.362375 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4c88d36e-2afa-4531-9a60-4695677f6972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.494295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-b2ea41e5-4e0b-4c61-b514-74c9d05a1a83 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589234 Jun 01 09:54:52.547096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.552169 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.557314 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-82fa751c-6904-4a6d-a087-26f8f8ef0c60 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:52.634005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-149aaf49-eef4-4622-a356-43084d1c0a8e service neutron] 10.222.0.15 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323936 Jun 01 09:54:52.658048 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'Port': ['ID=57310ade-704f-415b-9e65-ce8c4530e975,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:52.662344 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:52.672863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:52.876597 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Floating IP 1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c associated. External IP: 172.28.1.153, port: 63959b54-872d-4b75-b12a-fe0705b8b9d6. Jun 01 09:54:52.983384 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7e2a1303-c2a0-4e65-be1c-7da07ad647c5 req-93c3ec98-e679-44bd-8f40-94a7f5eb32bf tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 210 time: 0.0871019 Jun 01 09:54:53.011184 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc085b-65bf-4f1d-9ce3-8f0768599c31 req-0e1e968d-681b-434c-b70b-39d59b9f2664 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:53.012693 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c7dc085b-65bf-4f1d-9ce3-8f0768599c31 req-0e1e968d-681b-434c-b70b-39d59b9f2664 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1684000 Jun 01 09:54:53.106227 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c7dc085b-65bf-4f1d-9ce3-8f0768599c31 req-49e7a3e3-9ab9-4f92-8e3b-719ab40b14b0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865865 Jun 01 09:54:53.187231 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:53.396532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Router b70d354e-317c-4035-b6cb-4b742b5693f6 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:54:53.601499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:54:53.612405 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Sync routers for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:54:53.624471 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:54:53.625098 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:54:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:53.630117 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:53.693613 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8397009 Jun 01 09:54:53.693613 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:53.693959 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41942) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:53.694978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc128875-8155-4eae-a721-f07936d11018" -d '{"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:53.705952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559593196', 'description': 'tempest-secgroup-smoke-559593196 description', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:53.720461 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:53.731648 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:53.745105 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:53.757285 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:53.771432 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:53.780551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db649179-d421-4e97-bf25-5a06412cc323 x-openstack-request-id: req-db649179-d421-4e97-bf25-5a06412cc323 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:53.780862 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:53.781138 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db649179-d421-4e97-bf25-5a06412cc323 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:53.781548 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:54:53.809011 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:53.814042 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:53.817386 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:53.823722 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:53.881473 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:54:53.933833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:53.940698 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:53.947480 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-168e2d30-3cd2-45bc-973f-96bd67f42cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:54.007180 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.014802 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 41966) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:54.021141 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:54.022438 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3272488 Jun 01 09:54:54.030117 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:54.038797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:54.043032 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:54.051150 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:54.066827 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128875-8155-4eae-a721-f07936d11018 req-b4f0621b-6ab4-42e3-818e-06c6225c453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.068390 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-b4f0621b-6ab4-42e3-818e-06c6225c453f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1098 time: 0.2550516 Jun 01 09:54:54.074459 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055c5f1d-e49d-4573-8ed9-a9bbe98ba717,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:54.075187 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.091178 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:54.095742 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d01a6468-f316-458a-a0bb-cf705030f123 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:54:54.156197 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: d01a6468-f316-458a-a0bb-cf705030f123 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:54:54.156883 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device d01a6468-f316-458a-a0bb-cf705030f123 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:54:54.183632 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e32f05ae-aa46-4fec-8799-6a257072cd49 req-d07ea8cd-2fc1-45b2-be1a-f58b3b8b941c tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 210 time: 0.0545940 Jun 01 09:54:54.308814 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.326741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.334681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3f4ee9fa-8717-4047-9b18-087c93b09237 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:54.355490 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c484cb-f842-4ff8-949b-76fe4827eb71,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:54.365717 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'port_id': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'mac_address': 'fa:16:3e:99:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5b211-a757-4b72-8263-57188bd81b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:54:52Z', 'updated_at': '2021-06-01T09:54:52Z', 'revision_number': 0, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:54.370616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:54.379958 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Checking router: b70d354e-317c-4035-b6cb-4b742b5693f6 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:54:54.385723 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128875-8155-4eae-a721-f07936d11018 req-8cd6ef4a-ec16-46ca-90fe-0451f1f41d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.387770 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-8cd6ef4a-ec16-46ca-90fe-0451f1f41d06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.3052487 Jun 01 09:54:54.394993 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d14f9e-d50f-4adf-936a-f91186c72dc6 req-192c9362-4543-40cc-97a8-c8641aaf0aa3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.396787 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-61d14f9e-d50f-4adf-936a-f91186c72dc6 req-192c9362-4543-40cc-97a8-c8641aaf0aa3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1439419 Jun 01 09:54:54.398681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.403507 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856523 Jun 01 09:54:54.403728 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:54:54.404151 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:54:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:54.404950 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41978) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:54.411884 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:54.441216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:54.456768 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:54.462113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:54.472100 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-61d14f9e-d50f-4adf-936a-f91186c72dc6 req-ded23375-0842-4d11-a16c-5fe43bf971b5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Jun 01 09:54:54.473474 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:54.497446 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.557419 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-16654a28-d5f0-49cd-9d9f-9a5214108916 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 999 time: 0.1549978 Jun 01 09:54:54.599280 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.652063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128875-8155-4eae-a721-f07936d11018 req-c59e0101-4ef0-4532-88b0-a11acd9839ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.654799 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-c59e0101-4ef0-4532-88b0-a11acd9839ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0905776 Jun 01 09:54:54.715396 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:54:54.741633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 41988) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:54.809504 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128875-8155-4eae-a721-f07936d11018 req-d75ad6a2-7c45-47cc-9643-09817a495ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.815418 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-d75ad6a2-7c45-47cc-9643-09817a495ee4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1505718 Jun 01 09:54:54.909496 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.933124 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.935422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:54.948286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b6f7f399-f64e-46c3-9e70-6d2a795b75ac tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:54.960312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-90a49925-305d-484d-98a7-b747527a26d8 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:54.961807 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-90a49925-305d-484d-98a7-b747527a26d8 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "GET /v2.0/networks?id=c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 200 len: 809 time: 0.4403596 Jun 01 09:54:54.980440 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Request body: {'port': {'device_id': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115', 'admin_state_up': True, 'tenant_id': '3d0ef16cd3b0477c975780908c0d2430'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:55.007405 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:55.019716 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8666d23-af7d-4e3e-9f7e-dd786ee04ed7,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:55.022020 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ad2d31e0ff43a289dfa87cc4133d73 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:55.031149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:55.034032 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:55.042455 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-7471d5ab-e41f-4ad5-8fdc-4b01bb7cf057 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096052 Jun 01 09:54:55.090946 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:55.093122 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.094478 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6879883 Jun 01 09:54:55.106221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42002) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:55.119682 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:55.129927 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:55.144995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:55.154182 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:55.186187 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:55.253728 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'port_id': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'mac_address': 'fa:16:3e:99:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5b211-a757-4b72-8263-57188bd81b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:54:52Z', 'updated_at': '2021-06-01T09:54:52Z', 'revision_number': 0, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:54:55.259315 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e782e-22c3-4980-8fd1-12bdeeef5b2f None None] The sync data for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb is: [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'floating_ip_address': '172.28.1.153', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'port_id': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'mac_address': 'fa:16:3e:99:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5b211-a757-4b72-8263-57188bd81b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:54:52Z', 'updated_at': '2021-06-01T09:54:52Z', 'revision_number': 0, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:54:55.270229 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-fc128875-8155-4eae-a721-f07936d11018 req-fa14c18c-f76a-4399-b227-61063c0bef78 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184186 Jun 01 09:54:55.304293 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:55.307160 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.326474 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Usage tracker for resource:port and tenant:3d0ef16cd3b0477c975780908c0d2430 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:55.343625 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:55.406676 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:55.423468 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dd474190-0bb0-4625-ad49-44157308005d req-c38a5aef-19d6-48ce-93a9-27c0c004f2c2 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 210 time: 0.0714872 Jun 01 09:54:55.448763 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.460340 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Made reservation on behalf of 3d0ef16cd3b0477c975780908c0d2430 for: {'port': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:54:55.464058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.476555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.489881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.490882 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-efdec10e-0d99-4886-94af-407b25ea59b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:55.496783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0af16a-69af-4d3e-82a3-2becc51affbc None None] New status for floating IP 1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c: ACTIVE {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:54:55.505303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.605707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42012) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:55.605921 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6ad2d31e0ff43a289dfa87cc4133d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604217 Jun 01 09:54:55.610414 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3788818-d001-4dc2-8614-6795d057971b,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:55.621753 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:55.627421 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:55.698308 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.726950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.774280 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.775581 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6681952 Jun 01 09:54:55.780144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42016) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:55.787213 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78293c0-d9a3-427e-9a14-734f07fd1dd8,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:55.788311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:55.792782 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:55.796183 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:55.801076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:55.805811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:55.813356 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:55.836469 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.854732 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.862930 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-21f48b6c-5847-452b-966c-770cb385fcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:55.897064 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3788818-d001-4dc2-8614-6795d057971b,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:55.899542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:55.908106 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ceefe-96e4-40cd-9f5c-85c9c2a6a63c req-b2f9cf1b-1ac5-4102-ad4e-2f97b057c05d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:55.910447 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c87ceefe-96e4-40cd-9f5c-85c9c2a6a63c req-b2f9cf1b-1ac5-4102-ad4e-2f97b057c05d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.2971687 Jun 01 09:54:55.920198 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.923665 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3788818-d001-4dc2-8614-6795d057971b HTTP/1.1" status: 204 len: 168 time: 0.3142867 Jun 01 09:54:55.932051 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Allocated IP 172.20.0.6 (c9ad7fa0-4682-4bfd-865a-3670344de115/703bf542-e6b2-4a68-8112-6679328fd4a8/e50c7686-5c7b-4914-bdee-475d68766495) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:54:55.964863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.970802 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:55.972853 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c87ceefe-96e4-40cd-9f5c-85c9c2a6a63c req-d8121fda-4ba2-4b72-964f-1c731b2af200 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Jun 01 09:54:55.985545 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f4f0f2aa-6d8c-432d-ae16-8b94207b52db tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.019227 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc66978-7b74-468a-82ff-a78abef3ee5f,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.021678 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.030512 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.034026 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2504516 Jun 01 09:54:56.034723 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42022) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:56.041674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:56.049016 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:56.055600 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:56.060003 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:56.067598 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:56.080399 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.securitygroups_db [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Project bf94a2b0b5f345db9b3c2b1c8ca5b792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 09:54:56.088431 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.168000 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.172564 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.182223 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.204236 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de430b8-2b36-4e73-8067-d9b6e40bd3a4,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.207113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.213616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.228481 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.230174 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-bf686865-2f0a-4fb8-8a7e-9da6fb5450ae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936183 Jun 01 09:54:56.233061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42028) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:56.242754 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.250367 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a68ef9f-e342-4770-a4a4-ad70a4c988c6 tempest-DeleteServersTestJSON-1707347209 tempest-DeleteServersTestJSON-1707347209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.251084 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'security_group_rule': {'security_group_id': '055c5f1d-e49d-4573-8ed9-a9bbe98ba717', 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:56.257048 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:56.261291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Usage tracker for resource:security_group_rule and tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:56.264480 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:56.271585 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:56.285316 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.securitygroups_db [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Project bf94a2b0b5f345db9b3c2b1c8ca5b792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 09:54:56.295284 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.310283 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42034) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:56.331254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Network c9ad7fa0-4682-4bfd-865a-3670344de115 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:54:56.334975 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:54:56.338735 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:54:56.343480 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.378658 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:54:56.388453 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Usage tracker for resource:security_group_rule and tenant:be2e667ead634bd683fff12762bf6cd6 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:54:56.399640 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:54:56.407769 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Pushing event updated for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.415472 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:54:56.417670 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.423372 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.426279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.432409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.438053 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:56.438704 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.441686 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.470955 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc10ff9-b10d-4120-8123-d113084a6185,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.476663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.481635 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102890 Jun 01 09:54:56.492285 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.496271 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2591605 Jun 01 09:54:56.496439 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Request body: {'port': {'device_id': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:56.549359 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.556595 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.565395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.607164 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0a167a-417a-4e80-976b-4deea4f2b3ce,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.614147 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be2e667ead634bd683fff12762bf6cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003025 Jun 01 09:54:56.614147 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-89ef3fca-f116-471f-8c05-91bd8b942721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.614456 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42044) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:54:56.676999 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.694239 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.722152 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.786008 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147dad3-9cc6-4f3b-b793-eb558daf3591 req-307b7b7c-1ab2-4797-8222-8eb309f668a4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:56.786695 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-f147dad3-9cc6-4f3b-b793-eb558daf3591 req-307b7b7c-1ab2-4797-8222-8eb309f668a4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Synchronizing usage tracker for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:56.791357 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.796162 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8f4d2f3b-5828-4a7d-a4a8-2aea1bf3d5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:56.808012 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0a167a-417a-4e80-976b-4deea4f2b3ce,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:56.810922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:56.812894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:56.816039 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd0a167a-417a-4e80-976b-4deea4f2b3ce HTTP/1.1" status: 204 len: 168 time: 0.1987784 Jun 01 09:54:56.875128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-f147dad3-9cc6-4f3b-b793-eb558daf3591 req-307b7b7c-1ab2-4797-8222-8eb309f668a4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Unset dirty status for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:56.876295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f147dad3-9cc6-4f3b-b793-eb558daf3591 req-307b7b7c-1ab2-4797-8222-8eb309f668a4 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 931 time: 0.2916081 Jun 01 09:54:56.882666 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-63f20f19-347d-49b7-9afb-2323f5ef9a22 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Synchronizing usage tracker for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:54:57.004956 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-63f20f19-347d-49b7-9afb-2323f5ef9a22 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Unset dirty status for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:54:57.006106 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-63f20f19-347d-49b7-9afb-2323f5ef9a22 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559593196&fields=id&tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792 HTTP/1.1" status: 200 len: 267 time: 0.2545562 Jun 01 09:54:57.023774 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f147dad3-9cc6-4f3b-b793-eb558daf3591 req-a4007ef7-4de0-4cf4-beab-a66d67fc6a70 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358621 Jun 01 09:54:57.199026 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-e19740e0-3578-4e02-b3d9-b05e9fb7a522 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:57.200501 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-e19740e0-3578-4e02-b3d9-b05e9fb7a522 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1843195 Jun 01 09:54:57.254160 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'port': {'security_groups': ['3b2c8619-b813-4514-8ec1-c597c150b80b', '055c5f1d-e49d-4573-8ed9-a9bbe98ba717']}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:54:57.325368 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50c7686-5c7b-4914-bdee-475d68766495 {{(pid=91845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:54:57.338161 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:57.409036 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Transition to ACTIVE for port object e50c7686-5c7b-4914-bdee-475d68766495 will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:54:57.419607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80cc47-c75e-4635-8076-7a93ded51e1d req-ec00fbe5-af95-4d69-9382-bb5c4b9b39f5 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:57.421089 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff80cc47-c75e-4635-8076-7a93ded51e1d req-ec00fbe5-af95-4d69-9382-bb5c4b9b39f5 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.2973924 Jun 01 09:54:57.423873 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:57.424774 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:57.440265 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:57.639069 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:57.651854 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:57.661307 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ff80cc47-c75e-4635-8076-7a93ded51e1d req-a4588a69-76d7-466c-b5ae-545a8513b17c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270648 Jun 01 09:54:57.974845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Attempting to bind port e50c7686-5c7b-4914-bdee-475d68766495 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:54:57.975451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Attempting to bind port e50c7686-5c7b-4914-bdee-475d68766495 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:54:57.975646 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Attempting to bind port e50c7686-5c7b-4914-bdee-475d68766495 on network c9ad7fa0-4682-4bfd-865a-3670344de115 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:58.031370 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Port e50c7686-5c7b-4914-bdee-475d68766495 on network c9ad7fa0-4682-4bfd-865a-3670344de115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:54:58.031597 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Attempting to bind port e50c7686-5c7b-4914-bdee-475d68766495 on network c9ad7fa0-4682-4bfd-865a-3670344de115 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:54:58.053374 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:54:58.053704 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Checking segment: {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:54:58.054112 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Bound using segment: {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:54:58.054536 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Bound port: e50c7686-5c7b-4914-bdee-475d68766495, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120cc156-6c0d-4a3e-8f6d-612338ee1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:54:58.054868 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.153019 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97612d-a5a3-42e1-bc7e-bbdae224ff12 req-a9d78da7-23f6-4324-953e-5c3d2b7f8795 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.154776 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a97612d-a5a3-42e1-bc7e-bbdae224ff12 req-a9d78da7-23f6-4324-953e-5c3d2b7f8795 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.3498585 Jun 01 09:54:58.196031 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:54:58.266166 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2a97612d-a5a3-42e1-bc7e-bbdae224ff12 req-378891c7-b991-4193-8adb-6a48b66a8365 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963402 Jun 01 09:54:58.272325 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.274271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:54:58.278622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e50c7686-5c7b-4914-bdee-475d68766495,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:54:58.280257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.287785 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:58.306889 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:58.327431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.366965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.367618 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.372262 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-56c5e4d7-45df-433a-9a84-524a0832c1b5 req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "PUT /v2.0/ports/63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 981 time: 1.1368420 Jun 01 09:54:58.372992 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:54:58.385851 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6" -d '{"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:54:58.401802 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.402991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.404566 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] 10.222.0.72 "PUT /v2.0/ports/e50c7686-5c7b-4914-bdee-475d68766495 HTTP/1.1" status: 200 len: 1093 time: 1.9146390 Jun 01 09:54:58.414675 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=6']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:58.419076 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:58.420132 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3dee0b23-6163-4263-9f15-86cd7bc3b65c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:54:58.502547 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:54:58.682832 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:54:58.701298 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:54:58.717202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-afc52e05-411a-49cf-9537-1e514960e8c3 None None] Provisioning complete for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:54:58.717555 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-afc52e05-411a-49cf-9537-1e514960e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:54:58.755235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52449bb6-c966-46bc-b1b6-08c5eddb4490 req-a6f53b90-44cb-4727-aedd-ade8db529a75 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.756835 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-52449bb6-c966-46bc-b1b6-08c5eddb4490 req-a6f53b90-44cb-4727-aedd-ade8db529a75 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 943 time: 0.2874916 Jun 01 09:54:58.758877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-4be0c90e-1348-4e43-9dae-4348fe14ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.760208 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-4be0c90e-1348-4e43-9dae-4348fe14ec86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 1096 time: 0.2897549 Jun 01 09:54:58.769417 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d282-732b-4cb6-a009-463144dbb7d3 req-ba7d566b-5bb9-4f0e-95d5-c3f06f9ba131 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.771092 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c2b1d282-732b-4cb6-a009-463144dbb7d3 req-ba7d566b-5bb9-4f0e-95d5-c3f06f9ba131 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1831005 Jun 01 09:54:58.872888 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-327ac006-7acc-4cfd-84a0-0b32fe026831 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50c7686-5c7b-4914-bdee-475d68766495 HTTP/1.1" status: 200 len: 217 time: 0.0845144 Jun 01 09:54:58.939229 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-52449bb6-c966-46bc-b1b6-08c5eddb4490 req-0fc115c8-7b51-46a3-ab07-89d80874da73 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666319 Jun 01 09:54:58.964316 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c2b1d282-732b-4cb6-a009-463144dbb7d3 req-ef599994-f2c7-457e-9941-41031284f964 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1769958 Jun 01 09:54:58.976592 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192a29-4914-45db-976b-58158ce0536e req-688c9b1a-8c68-4806-83e1-d7deef19e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:58.978647 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-688c9b1a-8c68-4806-83e1-d7deef19e880 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703bf542-e6b2-4a68-8112-6679328fd4a8 HTTP/1.1" status: 200 len: 849 time: 0.0916770 Jun 01 09:54:59.041687 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986cccf1-da79-445a-9f41-edfc878725fd x-openstack-request-id: req-986cccf1-da79-445a-9f41-edfc878725fd {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:54:59.042203 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:54:59.042695 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-986cccf1-da79-445a-9f41-edfc878725fd {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:54:59.043237 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:54:59.050491 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-7c14fa98-cd04-4d0a-92d5-fa87489d7045 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9ad7fa0-4682-4bfd-865a-3670344de115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614300 Jun 01 09:54:59.158789 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-79819145-59ff-46ad-ab3a-545e3f1b159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.160259 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-79819145-59ff-46ad-ab3a-545e3f1b159e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1137 time: 0.0834441 Jun 01 09:54:59.257603 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-2783d1d1-7dfa-4e07-a640-c167e9e98830 service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866269 Jun 01 09:54:59.292566 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cbcb0-d8df-4d55-8d80-0ee12d46c93e req-1d636abd-a756-4d96-bfa7-ea238ab7a23e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.294118 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d23cbcb0-d8df-4d55-8d80-0ee12d46c93e req-1d636abd-a756-4d96-bfa7-ea238ab7a23e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.1971381 Jun 01 09:54:59.319311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-4ca2a358-ac9d-4d92-9919-bafc1a17a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.320841 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-4ca2a358-ac9d-4d92-9919-bafc1a17a072 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.1502283 Jun 01 09:54:59.440172 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-e1945cf3-3367-4da8-9502-1a6d466d7a1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 1001 time: 0.1096065 Jun 01 09:54:59.461618 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d23cbcb0-d8df-4d55-8d80-0ee12d46c93e req-7eb316de-4ceb-484f-9be8-5392d205b36e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578910 Jun 01 09:54:59.500760 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86192a29-4914-45db-976b-58158ce0536e req-b4c46449-2ddb-4f74-b539-c61b47024cb0 service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352192 Jun 01 09:54:59.513934 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-25cd77a3-a538-4f61-9e29-6b4dc932ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.514747 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-25cd77a3-a538-4f61-9e29-6b4dc932ef1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0674191 Jun 01 09:54:59.535994 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd07bdd-97f4-424c-8849-00cf820d69ed req-28943951-961a-4daa-be25-0bb557727ce7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.542521 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ccd07bdd-97f4-424c-8849-00cf820d69ed req-28943951-961a-4daa-be25-0bb557727ce7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1476245 Jun 01 09:54:59.586609 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ccd07bdd-97f4-424c-8849-00cf820d69ed req-33bbe6d0-af5b-4e0a-a867-f2406b2e4469 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Jun 01 09:54:59.694778 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-02fb211a-a1db-45ad-a7ae-062815a1915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:54:59.696273 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-02fb211a-a1db-45ad-a7ae-062815a1915b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1629915 Jun 01 09:54:59.837048 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-86d9ca7d-4511-4e01-aebc-a4de78ec22c2 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300194 Jun 01 09:54:59.995626 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-b64b9983-2e9a-470d-86c3-26ea0d2f5db6 req-b37dc6dd-f840-4de8-a7b4-1f0b811c6da0 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508768 Jun 01 09:55:00.138602 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cec965-0a8c-4f9f-9db6-23e9578156cc req-3bb2fd07-36a6-413b-9307-df116ef4aba9 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:00.139987 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-69cec965-0a8c-4f9f-9db6-23e9578156cc req-3bb2fd07-36a6-413b-9307-df116ef4aba9 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 943 time: 0.0860200 Jun 01 09:55:00.190328 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-69cec965-0a8c-4f9f-9db6-23e9578156cc req-8fd49f2a-9c96-43d3-b562-154250b27759 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Jun 01 09:55:00.817458 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b260339-ab4e-4287-9bdc-946e79e1f071 req-48418f49-3c3f-4e19-b759-8a055766d90e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:00.819218 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1b260339-ab4e-4287-9bdc-946e79e1f071 req-48418f49-3c3f-4e19-b759-8a055766d90e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.2331662 Jun 01 09:55:00.832058 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71dc00-e64c-4cda-a603-83c9f7bc17ae req-b44a8ee6-6ebf-4e31-872c-ff781ab4844e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:00.833458 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d71dc00-e64c-4cda-a603-83c9f7bc17ae req-b44a8ee6-6ebf-4e31-872c-ff781ab4844e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1173568 Jun 01 09:55:00.902233 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1b260339-ab4e-4287-9bdc-946e79e1f071 req-b5b51916-d45d-415d-85b2-885b9cd2a349 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676081 Jun 01 09:55:00.909636 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d71dc00-e64c-4cda-a603-83c9f7bc17ae req-5bab633a-87b0-44e2-ad49-77a214722999 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617747 Jun 01 09:55:01.044660 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:01.047040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e55d225-9afc-47bb-a2be-38b8aa72aff5" -d '{"events": [{"name": "network-changed", "server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "tag": "e50c7686-5c7b-4914-bdee-475d68766495"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:01.096521 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d58508-5bc5-4828-8470-4affacc44397 x-openstack-request-id: req-62d58508-5bc5-4828-8470-4affacc44397 {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:01.096883 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "tag": "e50c7686-5c7b-4914-bdee-475d68766495", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:01.097221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62d58508-5bc5-4828-8470-4affacc44397 {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:01.097674 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495', 'status': 'completed', 'code': 200} Jun 01 09:55:01.212144 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-70ab1ad9-fbf8-4d79-a8dd-22fb430d47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:01.213745 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-70ab1ad9-fbf8-4d79-a8dd-22fb430d47db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d0ef16cd3b0477c975780908c0d2430&device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 1096 time: 0.0825377 Jun 01 09:55:01.355101 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-12e60eed-1f17-47d0-8272-31e41487a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:01.356546 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-12e60eed-1f17-47d0-8272-31e41487a724 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 200 len: 910 time: 0.1345220 Jun 01 09:55:01.398194 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92ae7-4fe2-429c-a45a-edcb9281edcb req-6addce04-3eea-4a79-bd08-3a06a037770a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:01.399667 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1ab92ae7-4fe2-429c-a45a-edcb9281edcb req-6addce04-3eea-4a79-bd08-3a06a037770a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 943 time: 0.0898154 Jun 01 09:55:01.431110 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-419e94c8-c7e6-4b59-9a53-a3cb93cafd8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50c7686-5c7b-4914-bdee-475d68766495 HTTP/1.1" status: 200 len: 217 time: 0.0671098 Jun 01 09:55:01.447727 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1ab92ae7-4fe2-429c-a45a-edcb9281edcb req-0f825df9-eafa-44f4-bd88-5e5894a83a9a tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Jun 01 09:55:01.502867 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-8803de25-deea-4788-83ec-0221fc1e097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:01.504308 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-8803de25-deea-4788-83ec-0221fc1e097a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=703bf542-e6b2-4a68-8112-6679328fd4a8 HTTP/1.1" status: 200 len: 849 time: 0.0658438 Jun 01 09:55:01.549010 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:55:01.557519 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-a8ad4854-f373-4012-b471-d750fda948af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c9ad7fa0-4682-4bfd-865a-3670344de115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458038 Jun 01 09:55:01.699473 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-95ed0176-c525-46e9-9819-a67bfc239022 service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332183 Jun 01 09:55:01.845359 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e55d225-9afc-47bb-a2be-38b8aa72aff5 req-3b9976da-7408-4b6f-aa3e-959ac16ee842 service neutron] 10.222.0.72 "GET /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342881 Jun 01 09:55:02.105423 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e50c7686-5c7b-4914-bdee-475d68766495 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:55:02.167128 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae48ac0-4bf8-4562-809a-df363fd394f7 req-3aa03466-f74a-4ad2-b7b2-5fbae2a874ea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:02.168577 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0ae48ac0-4bf8-4562-809a-df363fd394f7 req-3aa03466-f74a-4ad2-b7b2-5fbae2a874ea tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1478851 Jun 01 09:55:02.176816 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76b91-c637-4dfa-bfe0-75f0c2d26299 req-39fd5b51-4e98-4782-8f3f-cd58938cb620 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:02.178223 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8f76b91-c637-4dfa-bfe0-75f0c2d26299 req-39fd5b51-4e98-4782-8f3f-cd58938cb620 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.1555336 Jun 01 09:55:02.248262 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0ae48ac0-4bf8-4562-809a-df363fd394f7 req-ed78c9e3-e4ec-4b56-9410-a7a0d4d0c516 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689585 Jun 01 09:55:02.253409 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8f76b91-c637-4dfa-bfe0-75f0c2d26299 req-83ee8644-3440-4626-9cfc-b951642df1db tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611587 Jun 01 09:55:02.257283 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e50c7686-5c7b-4914-bdee-475d68766495,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:02.271537 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'e50c7686-5c7b-4914-bdee-475d68766495', 'network_id': 'c9ad7fa0-4682-4bfd-865a-3670344de115', 'port_id': 'e50c7686-5c7b-4914-bdee-475d68766495', 'mac_address': 'fa:16:3e:00:ad:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703bf542-e6b2-4a68-8112-6679328fd4a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:55:02.332507 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:02.350400 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50c7686-5c7b-4914-bdee-475d68766495 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:55:02.366659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e50c7686-5c7b-4914-bdee-475d68766495,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:02.372805 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:02.376195 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:02.443435 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:02.451531 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.451875 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.452204 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.452538 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.452862 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.453177 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.453493 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.453806 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.454140 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.454451 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.454762 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.455068 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:02.459136 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:02.645032 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733e5f-bda0-4108-9709-7e0965d26eb0 req-a7624aa5-aae2-4492-b3fd-5420c80f3676 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:02.646538 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11733e5f-bda0-4108-9709-7e0965d26eb0 req-a7624aa5-aae2-4492-b3fd-5420c80f3676 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 944 time: 0.0884562 Jun 01 09:55:02.700014 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11733e5f-bda0-4108-9709-7e0965d26eb0 req-923640da-d26a-4c8d-bbbf-2edcee0bf0d7 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Jun 01 09:55:02.733505 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['e50c7686-5c7b-4914-bdee-475d68766495'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:03.027922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-87be8613-0300-4d8e-a3a7-f09c18223aae tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:03.028615 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-87be8613-0300-4d8e-a3a7-f09c18223aae tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Synchronizing usage tracker for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:03.047920 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-87be8613-0300-4d8e-a3a7-f09c18223aae tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Unset dirty status for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:03.049148 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-87be8613-0300-4d8e-a3a7-f09c18223aae tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.1064942 Jun 01 09:55:03.204110 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Deleting port da363109-6ec5-45cd-9f59-52231e052a24 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:03.204451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:03.345906 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] For port da363109-6ec5-45cd-9f59-52231e052a24, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da363109-6ec5-45cd-9f59-52231e052a24,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:03.346209 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:03.475103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Calling delete_port for da363109-6ec5-45cd-9f59-52231e052a24 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:03.504786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c6324-dede-41e8-8ce2-28bc8dc9e52a req-1379e1b1-2be6-4a86-8128-ce6eccff6707 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:03.506313 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-172c6324-dede-41e8-8ce2-28bc8dc9e52a req-1379e1b1-2be6-4a86-8128-ce6eccff6707 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1439524 Jun 01 09:55:03.514383 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f62fd-3a2e-4340-9299-7916a8410490 req-baea6efc-4174-46a3-91f3-d3d45bfcca7e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:03.515768 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b55f62fd-3a2e-4340-9299-7916a8410490 req-baea6efc-4174-46a3-91f3-d3d45bfcca7e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27575f6-75fe-4d59-a566-935738458202 HTTP/1.1" status: 200 len: 946 time: 0.1220293 Jun 01 09:55:03.590203 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-172c6324-dede-41e8-8ce2-28bc8dc9e52a req-53ed20ca-c208-4b96-b3da-74a12130c139 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733957 Jun 01 09:55:03.598656 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b55f62fd-3a2e-4340-9299-7916a8410490 req-c32a7fc7-b754-4fd0-821a-c4136d8aa392 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Jun 01 09:55:03.700594 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:03.706159 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:03.712538 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['da363109-6ec5-45cd-9f59-52231e052a24'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:03.754430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Pushing event deleted for resources: {'Port': ['ID=da363109-6ec5-45cd-9f59-52231e052a24,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:03.793190 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:03.837501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] No DVR routers for this DVR port da363109-6ec5-45cd-9f59-52231e052a24 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:03.840315 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:03.843160 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'name': 'network-vif-deleted', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:03.846391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef741ce7-d22f-4366-af5f-148b53adc469" -d '{"events": [{"server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "name": "network-vif-deleted", "tag": "da363109-6ec5-45cd-9f59-52231e052a24"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:03.861482 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e0ea7372-edac-4c6b-8863-da4ca719ad66 req-e0a0bd9e-1581-483b-a8ec-43769143bd6c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "DELETE /v2.0/ports/da363109-6ec5-45cd-9f59-52231e052a24 HTTP/1.1" status: 204 len: 173 time: 0.8062482 Jun 01 09:55:03.908468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10bf7ba-4579-4ec1-94a6-180c99c09c72 x-openstack-request-id: req-f10bf7ba-4579-4ec1-94a6-180c99c09c72 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:03.908797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27575f6-75fe-4d59-a566-935738458202", "name": "network-vif-deleted", "tag": "da363109-6ec5-45cd-9f59-52231e052a24", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:03.909079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f10bf7ba-4579-4ec1-94a6-180c99c09c72 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:03.909496 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27575f6-75fe-4d59-a566-935738458202', 'name': 'network-vif-deleted', 'tag': 'da363109-6ec5-45cd-9f59-52231e052a24', 'status': 'completed', 'code': 200} Jun 01 09:55:03.920603 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512f59-8377-4404-9431-e53ef2247c7f req-1f46984a-48f3-4d47-a763-385fb5fdf157 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:03.925684 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34512f59-8377-4404-9431-e53ef2247c7f req-1f46984a-48f3-4d47-a763-385fb5fdf157 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 944 time: 0.1117163 Jun 01 09:55:03.981207 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34512f59-8377-4404-9431-e53ef2247c7f req-ca057bf7-9622-4b43-b45b-66f59391c152 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Jun 01 09:55:04.135135 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e50c7686-5c7b-4914-bdee-475d68766495 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:55:04.225000 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port e50c7686-5c7b-4914-bdee-475d68766495 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:04.230175 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port e50c7686-5c7b-4914-bdee-475d68766495 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:04.230553 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:04.354160 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:04.385428 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:04.388184 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d4bf1-2c7f-4369-a65e-ae07ca7016ff" -d '{"events": [{"server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e50c7686-5c7b-4914-bdee-475d68766495"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:04.397341 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e50c7686-5c7b-4914-bdee-475d68766495,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:04.404275 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:04.406334 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:04.466910 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5deb0c7-f547-4827-9158-6d042017ffa5 x-openstack-request-id: req-a5deb0c7-f547-4827-9158-6d042017ffa5 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:04.467260 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "name": "network-vif-plugged", "status": "completed", "tag": "e50c7686-5c7b-4914-bdee-475d68766495", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:04.467506 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5deb0c7-f547-4827-9158-6d042017ffa5 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:04.467994 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495', 'code': 200} Jun 01 09:55:04.511496 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:04.514593 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:04.750008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b8e5-7795-4ba3-b0d1-01df4735b35e req-1db9720e-a8b4-4311-a527-625122488044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:04.750008 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3cc7b8e5-7795-4ba3-b0d1-01df4735b35e req-1db9720e-a8b4-4311-a527-625122488044 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 1098 time: 0.0875311 Jun 01 09:55:04.802679 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3cc7b8e5-7795-4ba3-b0d1-01df4735b35e req-77cee683-307e-4d03-9c07-435aff7674e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Jun 01 09:55:04.814544 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5bf04-5654-4583-9755-767e615922b0 req-c16fecbe-04f7-40cb-b4e1-191124dc1b3c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:04.815984 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aac5bf04-5654-4583-9755-767e615922b0 req-c16fecbe-04f7-40cb-b4e1-191124dc1b3c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0929637 Jun 01 09:55:04.863494 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aac5bf04-5654-4583-9755-767e615922b0 req-635ad99d-2b6c-44ba-b0ee-3e5000afefe2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Jun 01 09:55:05.186198 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5f3c1-6ea6-4031-a2d6-1bc0882f516e req-4bb40b73-0a09-4c72-8d2c-a8f872b68146 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:05.187723 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b9c5f3c1-6ea6-4031-a2d6-1bc0882f516e req-4bb40b73-0a09-4c72-8d2c-a8f872b68146 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 945 time: 0.0887768 Jun 01 09:55:05.243371 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b9c5f3c1-6ea6-4031-a2d6-1bc0882f516e req-75bea5a7-e711-4469-872d-787522ae7c27 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Jun 01 09:55:06.060315 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8ac24-293d-40ed-be70-2d985ec029db req-e898dc5e-be0c-4f49-9d9a-589e7cd36887 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:06.062252 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80d8ac24-293d-40ed-be70-2d985ec029db req-e898dc5e-be0c-4f49-9d9a-589e7cd36887 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0842934 Jun 01 09:55:06.109175 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-80d8ac24-293d-40ed-be70-2d985ec029db req-8a7ba9e6-47d9-499f-99c5-aa4f0c6f08fb tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Jun 01 09:55:06.142543 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device da363109-6ec5-45cd-9f59-52231e052a24 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:06.177468 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: da363109-6ec5-45cd-9f59-52231e052a24 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:06.177823 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device da363109-6ec5-45cd-9f59-52231e052a24 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:06.437176 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ab06d-5cf1-47ab-ac1e-345a2c6871ee req-9f0a34c5-092f-4aaa-a0de-cb2aec236da1 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:06.438657 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-179ab06d-5cf1-47ab-ac1e-345a2c6871ee req-9f0a34c5-092f-4aaa-a0de-cb2aec236da1 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Jun 01 09:55:06.485664 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-179ab06d-5cf1-47ab-ac1e-345a2c6871ee req-870f62a8-0c57-4dad-8577-a89cb78ab085 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Jun 01 09:55:07.302272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09258-03cd-4962-844e-4b3290e1657a req-1007733b-2c0f-4976-979c-e4a905572a83 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:07.303977 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7be09258-03cd-4962-844e-4b3290e1657a req-1007733b-2c0f-4976-979c-e4a905572a83 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0828047 Jun 01 09:55:07.352565 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7be09258-03cd-4962-844e-4b3290e1657a req-28404114-90d8-4f31-a120-6c5c373338de tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Jun 01 09:55:07.775532 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59130-075a-433b-aed8-1a7523b2d466 req-49254f7a-13f3-44a7-b750-3d93182a22e0 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:07.776966 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6e59130-075a-433b-aed8-1a7523b2d466 req-49254f7a-13f3-44a7-b750-3d93182a22e0 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 945 time: 0.0860105 Jun 01 09:55:07.827537 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6e59130-075a-433b-aed8-1a7523b2d466 req-32eace0e-6642-46ed-8a25-b2f47824c38f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Jun 01 09:55:08.564697 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd76ee-d1de-4fad-ab5b-64d8c8f11cb3 req-1bf6ba16-56b2-4fd2-935b-835266203ff7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:08.566290 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-71bd76ee-d1de-4fad-ab5b-64d8c8f11cb3 req-1bf6ba16-56b2-4fd2-935b-835266203ff7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0960500 Jun 01 09:55:08.616650 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-71bd76ee-d1de-4fad-ab5b-64d8c8f11cb3 req-f63fd622-f366-4e31-84be-95fd3ac45d5e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Jun 01 09:55:09.182528 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-4436702a-9eaf-42f2-a092-f5723444183a tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:09.183851 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-4436702a-9eaf-42f2-a092-f5723444183a tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 814 time: 0.2694128 Jun 01 09:55:09.204418 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61c2e-0b5d-4856-bdac-ff84b34cd222 req-52a74e2f-f2cf-4fca-b2fe-a6f6615b01d9 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:09.206002 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfa61c2e-0b5d-4856-bdac-ff84b34cd222 req-52a74e2f-f2cf-4fca-b2fe-a6f6615b01d9 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 945 time: 0.2683764 Jun 01 09:55:09.210484 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-fb6a24f0-5ec5-4a8c-94df-63a5c9e4af57 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/quotas/79c7a47d83e149ad91fce9568f7aa401 HTTP/1.1" status: 200 len: 375 time: 0.0195210 Jun 01 09:55:09.278191 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-dc186203-8230-43ec-b765-2b85c46ec905 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620708 Jun 01 09:55:09.390205 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfa61c2e-0b5d-4856-bdac-ff84b34cd222 req-8c880c4e-646e-4059-ab59-9d3f7079b740 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376097 Jun 01 09:55:09.438864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-c5f5fc28-0e0f-4134-9f8a-48a84bc50f0f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:09.440424 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-c5f5fc28-0e0f-4134-9f8a-48a84bc50f0f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Synchronizing usage tracker for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:09.462964 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-c5f5fc28-0e0f-4134-9f8a-48a84bc50f0f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Unset dirty status for tenant:3d0ef16cd3b0477c975780908c0d2430 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:09.462964 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-c5f5fc28-0e0f-4134-9f8a-48a84bc50f0f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 945 time: 0.1231627 Jun 01 09:55:09.463230 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-53ce9d78-eb92-46eb-b713-fe56bd6637cf service neutron] 10.222.0.15 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766975 Jun 01 09:55:09.603607 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-bc0dfcdd-93cd-4769-a8fe-a3aaa9d7c1db service neutron] 10.222.0.15 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349306 Jun 01 09:55:09.616988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Deleting port e50c7686-5c7b-4914-bdee-475d68766495 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:09.617354 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:09.830286 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] For port e50c7686-5c7b-4914-bdee-475d68766495, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e50c7686-5c7b-4914-bdee-475d68766495,segment=NetworkSegment(120cc156-6c0d-4a3e-8f6d-612338ee1018),segment_id=120cc156-6c0d-4a3e-8f6d-612338ee1018)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:09.830696 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:09.916927 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cf37e-1761-40f0-99c9-93ca2f4c7c1c req-fbf39933-134d-43d4-98b0-7e23a65989e4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:09.918547 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c17cf37e-1761-40f0-99c9-93ca2f4c7c1c req-fbf39933-134d-43d4-98b0-7e23a65989e4 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1663578 Jun 01 09:55:09.925906 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6d3734a-4a30-459f-906b-76e08ca2cd12 req-4db2ba49-bb78-4249-a3d2-7cc52fc4e694 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 210 time: 0.0822339 Jun 01 09:55:09.982648 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c17cf37e-1761-40f0-99c9-93ca2f4c7c1c req-d3fef595-0db1-4197-8d2a-c1f24d02c185 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555475 Jun 01 09:55:10.017398 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Calling delete_port for e50c7686-5c7b-4914-bdee-475d68766495 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:10.140353 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:10.146962 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9ecbae26-4336-43d6-a9a8-c0902f9b2e81 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:10.154982 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['e50c7686-5c7b-4914-bdee-475d68766495'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:10.197216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Pushing event deleted for resources: {'Port': ['ID=e50c7686-5c7b-4914-bdee-475d68766495,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:10.200804 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:10.277074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] No DVR routers for this DVR port e50c7686-5c7b-4914-bdee-475d68766495 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:10.280101 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:10.282886 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'name': 'network-vif-deleted', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:10.285358 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd9fd1e-5dc3-4362-9364-706692be8257" -d '{"events": [{"server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "name": "network-vif-deleted", "tag": "e50c7686-5c7b-4914-bdee-475d68766495"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:10.299873 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c154b27-64f6-4aab-95dc-3cb3870fc56e req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.72 "DELETE /v2.0/ports/e50c7686-5c7b-4914-bdee-475d68766495 HTTP/1.1" status: 204 len: 173 time: 0.8330972 Jun 01 09:55:10.343071 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024966ef-c772-4fc4-9185-a1408f359f7d x-openstack-request-id: req-024966ef-c772-4fc4-9185-a1408f359f7d {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:10.343394 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d735dd-bc66-478e-b89a-fab06dbae6e0", "name": "network-vif-deleted", "tag": "e50c7686-5c7b-4914-bdee-475d68766495", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:10.343674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-024966ef-c772-4fc4-9185-a1408f359f7d {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:10.344096 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d735dd-bc66-478e-b89a-fab06dbae6e0', 'name': 'network-vif-deleted', 'tag': 'e50c7686-5c7b-4914-bdee-475d68766495', 'status': 'completed', 'code': 200} Jun 01 09:55:10.586761 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8e145a69-a964-4363-bdee-c2c873316040 req-1b8568e7-917c-423c-b5ff-17801474f11f tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] 10.222.0.15 "GET /v2.0/ports?device_id=98d735dd-bc66-478e-b89a-fab06dbae6e0 HTTP/1.1" status: 200 len: 210 time: 0.0460386 Jun 01 09:55:11.094670 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ed40d44c-330f-45c8-b8ed-e4a1afa198cc req-3feba282-d2ef-4f05-8c37-76f097f1143e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 210 time: 0.0509901 Jun 01 09:55:11.128647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-4ae20b6f-2dec-43d8-9b35-6655d6f986b5 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:11.130240 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-4ae20b6f-2dec-43d8-9b35-6655d6f986b5 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 814 time: 0.1726551 Jun 01 09:55:11.148115 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Request body: {'port': {'device_id': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876', 'admin_state_up': True, 'tenant_id': '79c7a47d83e149ad91fce9568f7aa401'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:11.214000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bacde5-2b32-4b61-b377-b281f89a8d02 req-31c8b1d0-29f7-45ff-a3ef-a064d2de50ba tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:11.214864 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-32bacde5-2b32-4b61-b377-b281f89a8d02 req-31c8b1d0-29f7-45ff-a3ef-a064d2de50ba tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0860221 Jun 01 09:55:11.271692 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-32bacde5-2b32-4b61-b377-b281f89a8d02 req-14ad55a8-9daf-4ebc-bbe8-327312eb5629 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493555 Jun 01 09:55:11.299623 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:11.304426 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Usage tracker for resource:port and tenant:79c7a47d83e149ad91fce9568f7aa401 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:11.307368 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:11.313194 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:11.323772 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Made reservation on behalf of 79c7a47d83e149ad91fce9568f7aa401 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:55:11.327775 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:11.502083 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Allocated IP 172.20.0.5 (3be23caf-fa61-4ff9-84ff-35727f2c3876/bcbeeea4-bae3-4fb9-94f1-331e851cc9d0/e9eaf977-87ab-4088-8953-49fa59e16c59) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:11.809982 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:11.844835 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:11.860254 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:11.918172 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Network 3be23caf-fa61-4ff9-84ff-35727f2c3876 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:11.921425 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:11.925577 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:11.974947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Pushing event updated for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:11.979870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:12.001233 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:12.001879 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.026478 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8821130 Jun 01 09:55:12.046167 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Request body: {'port': {'device_id': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:12.169863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.296674 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74f73-f77b-4560-8cd4-27bd4f13f151 req-9e065fc1-5395-4554-a591-33f8f7d3f907 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:12.298885 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-48b74f73-f77b-4560-8cd4-27bd4f13f151 req-9e065fc1-5395-4554-a591-33f8f7d3f907 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 931 time: 0.0885170 Jun 01 09:55:12.373581 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-48b74f73-f77b-4560-8cd4-27bd4f13f151 req-9dbad301-ffa3-4df0-82c3-075bde26417c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627968 Jun 01 09:55:12.486926 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13516c84-2631-4ec9-8089-a734c87e8a88 req-891449c1-21fb-4ac3-9ef3-a2f7f4027875 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:12.488549 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-13516c84-2631-4ec9-8089-a734c87e8a88 req-891449c1-21fb-4ac3-9ef3-a2f7f4027875 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0888753 Jun 01 09:55:12.543386 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-13516c84-2631-4ec9-8089-a734c87e8a88 req-039f282a-3b78-4ba1-958a-e3885271e3fa tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 Jun 01 09:55:12.553306 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9eaf977-87ab-4088-8953-49fa59e16c59 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:55:12.565401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.580554 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Transition to ACTIVE for port object e9eaf977-87ab-4088-8953-49fa59e16c59 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:12.584942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.589845 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:12.748644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Pushing event updated for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:12.795396 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:12.839477 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Attempting to bind port e9eaf977-87ab-4088-8953-49fa59e16c59 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:55:12.839770 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Attempting to bind port e9eaf977-87ab-4088-8953-49fa59e16c59 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:55:12.840103 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Attempting to bind port e9eaf977-87ab-4088-8953-49fa59e16c59 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:12.844978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Port e9eaf977-87ab-4088-8953-49fa59e16c59 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:55:12.845290 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Attempting to bind port e9eaf977-87ab-4088-8953-49fa59e16c59 on network 3be23caf-fa61-4ff9-84ff-35727f2c3876 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:12.850610 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:55:12.850908 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Checking segment: {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:55:12.851309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Bound using segment: {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:55:12.851691 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Bound port: e9eaf977-87ab-4088-8953-49fa59e16c59, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:55:12.852062 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.948940 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:55:12.952382 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e9eaf977-87ab-4088-8953-49fa59e16c59,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:55:12.956767 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:12.960567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5a53c9d7-2b00-474e-b45e-4ddd7b913e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:13.031345 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.032063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:13.034238 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] 10.222.0.72 "PUT /v2.0/ports/e9eaf977-87ab-4088-8953-49fa59e16c59 HTTP/1.1" status: 200 len: 1093 time: 0.9919879 Jun 01 09:55:13.035306 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:13.037771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4f423-7788-4fe8-87bb-436ff2a8b15c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:13.061627 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Pushing event updated for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:13.065445 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:13.110636 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c6d22-5960-4d60-a746-84fd842c6edd x-openstack-request-id: req-577c6d22-5960-4d60-a746-84fd842c6edd {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:13.110953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:13.111240 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-577c6d22-5960-4d60-a746-84fd842c6edd {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:13.111653 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59', 'status': 'completed', 'code': 200} Jun 01 09:55:13.155905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-1e8b47ad-ea9c-4577-a8ce-fed060da8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.157517 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-1e8b47ad-ea9c-4577-a8ce-fed060da8ca2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 1096 time: 0.0805058 Jun 01 09:55:13.233228 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-688962ac-d7a8-4e2c-b982-68c98ead8f37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9eaf977-87ab-4088-8953-49fa59e16c59 HTTP/1.1" status: 200 len: 217 time: 0.0649772 Jun 01 09:55:13.300151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-b5c44b4d-e225-4b86-aba9-11b11af2c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.301577 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-b5c44b4d-e225-4b86-aba9-11b11af2c1ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 HTTP/1.1" status: 200 len: 854 time: 0.0587046 Jun 01 09:55:13.354248 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-882fa29c-be02-4a0a-9b77-9e6b202257ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3be23caf-fa61-4ff9-84ff-35727f2c3876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452907 Jun 01 09:55:13.494470 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-81653e5e-5a0f-4e8f-b159-4dfb1f765a72 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322782 Jun 01 09:55:13.576634 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a5874-faaf-40b5-b5dd-99e93153f1fa req-e4060dae-ccb7-4321-8f88-4ff246b90461 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.579297 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc8a5874-faaf-40b5-b5dd-99e93153f1fa req-e4060dae-ccb7-4321-8f88-4ff246b90461 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 943 time: 0.0929990 Jun 01 09:55:13.658639 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-06d27f40-4061-4329-908e-1c0745d66ac6 req-0a9fa65f-e8f0-4393-8a7a-b834e58a84b2 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545048 Jun 01 09:55:13.670416 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fc8a5874-faaf-40b5-b5dd-99e93153f1fa req-52c8a3ef-418d-4f07-83fa-d2e97ec1fdd9 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830781 Jun 01 09:55:13.817009 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01db80-71f7-453c-97b8-95938998dd91 req-d82e7d58-0389-45d6-9ce1-0488a3cf4b56 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.818994 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fe01db80-71f7-453c-97b8-95938998dd91 req-d82e7d58-0389-45d6-9ce1-0488a3cf4b56 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0898685 Jun 01 09:55:13.877929 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fe01db80-71f7-453c-97b8-95938998dd91 req-77ad27ef-9b0d-47e8-854b-ac0403ea320d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 Jun 01 09:55:13.931468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-4d51a4de-2f21-476b-b992-09e010667401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:13.932999 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-4d51a4de-2f21-476b-b992-09e010667401 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79c7a47d83e149ad91fce9568f7aa401&device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 1096 time: 0.1852560 Jun 01 09:55:14.080488 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-5504f574-7e4c-4a6b-9dcc-e21c427c207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:14.082301 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-5504f574-7e4c-4a6b-9dcc-e21c427c207d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 200 len: 915 time: 0.1396794 Jun 01 09:55:14.170589 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-b1f2a054-b1bf-421e-9199-777fa629d471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9eaf977-87ab-4088-8953-49fa59e16c59 HTTP/1.1" status: 200 len: 217 time: 0.0790324 Jun 01 09:55:14.208661 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e50c7686-5c7b-4914-bdee-475d68766495 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:14.238705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-c7b1a8ae-631c-46f9-a07f-dd6805cf39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:14.240251 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-c7b1a8ae-631c-46f9-a07f-dd6805cf39f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 HTTP/1.1" status: 200 len: 854 time: 0.0607259 Jun 01 09:55:14.258690 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: e50c7686-5c7b-4914-bdee-475d68766495 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:14.259341 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e50c7686-5c7b-4914-bdee-475d68766495 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:14.290280 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-e1f8e87d-4765-4c79-9797-0a4d33afa8d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3be23caf-fa61-4ff9-84ff-35727f2c3876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423062 Jun 01 09:55:14.461561 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-74fb8f83-1b0d-4e0f-a61c-7add75f451c0 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620157 Jun 01 09:55:14.675348 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53d4f423-7788-4fe8-87bb-436ff2a8b15c req-31ef1da1-f00e-425c-a706-3d71e403fbc0 service neutron] 10.222.0.72 "GET /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064939 Jun 01 09:55:14.905640 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ecc91-5687-4c13-a1f7-2c60d5801fee req-35f3bcc9-ae06-4fc0-9b06-78b468aba6d8 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:14.914743 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-197ecc91-5687-4c13-a1f7-2c60d5801fee req-35f3bcc9-ae06-4fc0-9b06-78b468aba6d8 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 943 time: 0.1176369 Jun 01 09:55:14.992145 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-197ecc91-5687-4c13-a1f7-2c60d5801fee req-e9d769dc-911d-4d43-a326-7977c35e53d6 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 Jun 01 09:55:15.150594 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47417382-e8c0-4bda-8851-b8cfe5685ca9 req-68da97c9-3d3b-4205-a436-8c0a232a8891 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:15.153164 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-47417382-e8c0-4bda-8851-b8cfe5685ca9 req-68da97c9-3d3b-4205-a436-8c0a232a8891 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1109984 Jun 01 09:55:15.223040 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-47417382-e8c0-4bda-8851-b8cfe5685ca9 req-9a7bbbef-6658-4589-ab64-5c178c83bbc0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Jun 01 09:55:16.237362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef60016-e81d-4d14-bfa8-10caf0ec1f21 req-6d1bc9a5-c44c-4df5-8033-a44633779e99 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:16.240409 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e9eaf977-87ab-4088-8953-49fa59e16c59 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:55:16.245664 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1ef60016-e81d-4d14-bfa8-10caf0ec1f21 req-6d1bc9a5-c44c-4df5-8033-a44633779e99 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 943 time: 0.1038868 Jun 01 09:55:16.304170 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1ef60016-e81d-4d14-bfa8-10caf0ec1f21 req-a7389a93-20aa-4338-9bf2-67c2ddace56c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573432 Jun 01 09:55:16.491087 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e9eaf977-87ab-4088-8953-49fa59e16c59,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:16.512181 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'e9eaf977-87ab-4088-8953-49fa59e16c59', 'network_id': '3be23caf-fa61-4ff9-84ff-35727f2c3876', 'port_id': 'e9eaf977-87ab-4088-8953-49fa59e16c59', 'mac_address': 'fa:16:3e:cc:12:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbeeea4-bae3-4fb9-94f1-331e851cc9d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:55:16.514817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc21e3b-c349-44c2-94bb-34eaf8bf5238 req-0b3535a9-e654-4120-bff5-49e1001a85ec tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:16.516716 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfc21e3b-c349-44c2-94bb-34eaf8bf5238 req-0b3535a9-e654-4120-bff5-49e1001a85ec tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1174359 Jun 01 09:55:16.578794 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bfc21e3b-c349-44c2-94bb-34eaf8bf5238 req-a6668150-d6a5-42e7-9f1b-17e60fbeef3c tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Jun 01 09:55:16.594611 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:16.620547 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9eaf977-87ab-4088-8953-49fa59e16c59 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:55:16.643916 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e9eaf977-87ab-4088-8953-49fa59e16c59,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:16.649410 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:16.651866 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:16.738327 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:16.742733 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:16.945544 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['e9eaf977-87ab-4088-8953-49fa59e16c59'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:17.556549 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589cb0f-eacc-414b-b495-9f22ea69b96b req-1b069c57-bcea-4736-9d04-770c292cb40e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:17.558912 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d589cb0f-eacc-414b-b495-9f22ea69b96b req-1b069c57-bcea-4736-9d04-770c292cb40e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 944 time: 0.0906162 Jun 01 09:55:17.620935 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d589cb0f-eacc-414b-b495-9f22ea69b96b req-4bf60eb9-9cb0-485e-a429-b969e0e52b7c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501978 Jun 01 09:55:17.943222 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ddedc-9417-4856-a178-5ab9905e0017 req-a576310e-aebb-4e86-ad48-db180b5f3b4a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:17.944629 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-832ddedc-9417-4856-a178-5ab9905e0017 req-a576310e-aebb-4e86-ad48-db180b5f3b4a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1929193 Jun 01 09:55:18.009896 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-832ddedc-9417-4856-a178-5ab9905e0017 req-c547ccda-76cd-4426-97a8-3a2345df8bb2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571187 Jun 01 09:55:18.255799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e9eaf977-87ab-4088-8953-49fa59e16c59 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:55:18.273143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05821ef-efc6-4712-9881-1ab48c7f79e0 req-f508d3dc-0f10-4bfd-849b-deb73ea346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:18.276981 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f05821ef-efc6-4712-9881-1ab48c7f79e0 req-f508d3dc-0f10-4bfd-849b-deb73ea346d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.1163540 Jun 01 09:55:18.328378 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f05821ef-efc6-4712-9881-1ab48c7f79e0 req-63562ecb-94dd-459d-8504-7fc2f36786e6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Jun 01 09:55:18.352826 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port e9eaf977-87ab-4088-8953-49fa59e16c59 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:18.359462 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port e9eaf977-87ab-4088-8953-49fa59e16c59 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:18.359890 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:18.493419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:18.536003 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:18.539541 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216e0de-061e-4e60-8ac0-dc766d9aaefb" -d '{"events": [{"server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:18.554460 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e9eaf977-87ab-4088-8953-49fa59e16c59,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:18.561787 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:18.565252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:18.645307 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de98f6-d2f1-45eb-bef4-db780a5b3a02 x-openstack-request-id: req-d9de98f6-d2f1-45eb-bef4-db780a5b3a02 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:18.646179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "name": "network-vif-plugged", "status": "completed", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:18.646843 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9de98f6-d2f1-45eb-bef4-db780a5b3a02 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:18.647523 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59', 'code': 200} Jun 01 09:55:18.782936 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:18.787027 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:18.868970 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c18b7-0040-4376-9ddb-6b7a92fcfdbf req-632040a4-8289-4d19-a957-3bdb172db849 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:18.870527 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-160c18b7-0040-4376-9ddb-6b7a92fcfdbf req-632040a4-8289-4d19-a957-3bdb172db849 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.1013575 Jun 01 09:55:18.937834 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-160c18b7-0040-4376-9ddb-6b7a92fcfdbf req-8c55e18e-6a49-4425-977c-c4588353a274 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Jun 01 09:55:18.989096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ac356-46b7-491b-9f80-97b6ee291071 req-f5e5271f-cd17-40d5-81d2-cc2c587154de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:18.990673 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a33ac356-46b7-491b-9f80-97b6ee291071 req-f5e5271f-cd17-40d5-81d2-cc2c587154de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 1098 time: 0.1161969 Jun 01 09:55:19.050473 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a33ac356-46b7-491b-9f80-97b6ee291071 req-b453fb56-0d7f-4835-b0d5-7b11cf94f29a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Jun 01 09:55:19.273266 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db668c1-c9ca-43b5-ad05-2b1aaae15843 req-fbc38952-0e00-4b56-8ce1-6d568d257fc7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:19.274795 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1db668c1-c9ca-43b5-ad05-2b1aaae15843 req-fbc38952-0e00-4b56-8ce1-6d568d257fc7 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1482227 Jun 01 09:55:19.384395 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1db668c1-c9ca-43b5-ad05-2b1aaae15843 req-95cdf982-8635-4b84-8e07-66ea6cd06c6b tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Jun 01 09:55:19.538007 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9583922f-3a0f-4fc8-a9ee-74ad1c279eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:19.565239 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42454) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:19.729402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:19.746516 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:19.758722 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Usage tracker for resource:security_group_rule and tenant:c2047d9b208340efb0ac019a180f280d is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:19.762713 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:19.771466 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:19.918635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:19.923861 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:19.951749 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d73249f2-304c-48c1-80d5-8672f5dad3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:20.011554 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb5b62-ab68-4da5-80ad-0245673bbdf3,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:20.015845 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2047d9b208340efb0ac019a180f280d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480982 Jun 01 09:55:20.016754 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0481a43b-e0a6-4911-a2ac-c4fa06328578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:20.018589 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42462) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:20.128883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:20.178916 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:20.224324 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bff0a-b758-47aa-a7a0-034b70944c8a req-7a97a50d-a468-4761-8019-48c646ba89e8 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:20.231224 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e34bff0a-b758-47aa-a7a0-034b70944c8a req-7a97a50d-a468-4761-8019-48c646ba89e8 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.1099994 Jun 01 09:55:20.265756 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:20.271644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a048e4fa-79a0-4c82-88db-acf14aa05d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:20.282432 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e34bff0a-b758-47aa-a7a0-034b70944c8a req-a02189ab-6ffb-4305-b001-880876c1dd8d tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Jun 01 09:55:20.291478 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb5b62-ab68-4da5-80ad-0245673bbdf3,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:20.295842 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:20.307087 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:20.307087 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ecb5b62-ab68-4da5-80ad-0245673bbdf3 HTTP/1.1" status: 204 len: 168 time: 0.2838316 Jun 01 09:55:20.617540 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82461fed-75d4-4609-800e-dd4ff626e45e req-2100d160-868e-4635-a6a6-3f84e783eb5d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:20.619820 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82461fed-75d4-4609-800e-dd4ff626e45e req-2100d160-868e-4635-a6a6-3f84e783eb5d tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1007395 Jun 01 09:55:20.685034 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-82461fed-75d4-4609-800e-dd4ff626e45e req-785d400a-97ab-472a-b9f1-3ce1d1420445 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587242 Jun 01 09:55:21.381633 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-5bcc6d1b-8691-4645-98e8-d8d4eb59ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:21.384049 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-5bcc6d1b-8691-4645-98e8-d8d4eb59ca96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=292395cf16304efd89f54c95e7583165&device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 1098 time: 0.1390967 Jun 01 09:55:21.425369 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b48bb2-3467-45a1-bf99-ff3c3f2b3cfd req-1080f0e4-6705-479d-ba17-5745a51a8c34 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:21.427358 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-22b48bb2-3467-45a1-bf99-ff3c3f2b3cfd req-1080f0e4-6705-479d-ba17-5745a51a8c34 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1562836 Jun 01 09:55:21.583968 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-22b48bb2-3467-45a1-bf99-ff3c3f2b3cfd req-43c9cff7-68d1-404e-b3f2-76bcf1b46c31 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466906 Jun 01 09:55:21.603566 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-b1a429fa-5bb7-42aa-92d8-f11f9252e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:21.605363 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-b1a429fa-5bb7-42aa-92d8-f11f9252e45a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 200 len: 920 time: 0.2118909 Jun 01 09:55:21.656442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f971a36-b9dc-4750-bdfb-b16f38a4543e req-4183c3e5-30af-4dd3-981c-b409caa1a391 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:21.658530 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9f971a36-b9dc-4750-bdfb-b16f38a4543e req-4183c3e5-30af-4dd3-981c-b409caa1a391 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.1454170 Jun 01 09:55:21.723265 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-f45e5ac9-1286-47bc-ab5e-88e4d0b518be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 200 len: 217 time: 0.1092031 Jun 01 09:55:21.743095 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9f971a36-b9dc-4750-bdfb-b16f38a4543e req-7348cfb3-023b-4e36-854c-5f6a486aa27e tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778103 Jun 01 09:55:21.856055 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-ed54ad7a-4ef8-4fb6-9040-05e997dbbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:21.857493 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-ed54ad7a-4ef8-4fb6-9040-05e997dbbee6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 200 len: 859 time: 0.1253233 Jun 01 09:55:21.919288 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-3467270f-66de-409b-a737-a385457d768c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cef18478-3c54-4128-9884-5fb58230f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530527 Jun 01 09:55:22.095524 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:22.236108 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-d9fd348b-16b5-43e0-a253-efde63b739c5 service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038046 Jun 01 09:55:22.374343 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f40a3c47-93bd-4543-9059-052d9bad78dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:22.403608 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-150b5070-68ef-44c1-9cc3-7076eaee10b4 req-32da720c-313d-4045-a4f0-c4eed43e546e service neutron] 10.222.0.72 "GET /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580982 Jun 01 09:55:22.815720 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bd2c5-d4ec-47aa-aa22-fcd7ac4bc67f req-188e227f-74af-48b6-ae19-8ad2537094c2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:22.817898 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d81bd2c5-d4ec-47aa-aa22-fcd7ac4bc67f req-188e227f-74af-48b6-ae19-8ad2537094c2 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1019859 Jun 01 09:55:22.867601 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d81bd2c5-d4ec-47aa-aa22-fcd7ac4bc67f req-c1d2a903-f744-4f85-bcd0-e247564ebd09 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Jun 01 09:55:23.190329 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:24.121874 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4b096-3e3f-4fde-b527-8565676aeff9 req-1fc2fef1-67d2-41d8-8d5d-1f150cdedea1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:24.123578 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ffc4b096-3e3f-4fde-b527-8565676aeff9 req-1fc2fef1-67d2-41d8-8d5d-1f150cdedea1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1074860 Jun 01 09:55:24.181427 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ffc4b096-3e3f-4fde-b527-8565676aeff9 req-b6682a08-94fc-4334-a135-85a5a8799473 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 Jun 01 09:55:24.598621 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:25.476497 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a09f-1015-4c1a-8567-da5d7dcaa800 req-5a0547b9-bf3d-4a41-a643-f610729f4006 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:25.479119 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7623a09f-1015-4c1a-8567-da5d7dcaa800 req-5a0547b9-bf3d-4a41-a643-f610729f4006 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.1491916 Jun 01 09:55:25.546247 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7623a09f-1015-4c1a-8567-da5d7dcaa800 req-ab280843-3a3f-40d4-ae5e-f15c3a7c80e1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Jun 01 09:55:26.441755 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.456535 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42612) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:26.600558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.619118 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:26.624444 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Usage tracker for resource:security_group_rule and tenant:767487d4126343dd9f7f2c899e3a7520 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:26.628226 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:26.634943 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:26.735172 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.742663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.752480 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b2de5964-a2d9-4508-9bb5-a158e2bcf0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:26.803501 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42622) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:26.804209 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767487d4126343dd9f7f2c899e3a7520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465328 Jun 01 09:55:26.805243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b32235-906f-47cd-9360-228bd6cc4b5c,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:26.808679 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:26.868883 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.904346 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:26.996804 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:27.006538 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-302b01ef-1eae-4259-8f1a-c15ed2971dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:27.018076 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b32235-906f-47cd-9360-228bd6cc4b5c,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:27.022370 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:27.027569 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:27.029023 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72b32235-906f-47cd-9360-228bd6cc4b5c HTTP/1.1" status: 204 len: 168 time: 0.2238922 Jun 01 09:55:30.397091 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d701276-7c34-48e0-ad36-27da91fc8a9f req-b60fad94-07ac-498b-a112-fb0159d66fcd tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:30.399585 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0d701276-7c34-48e0-ad36-27da91fc8a9f req-b60fad94-07ac-498b-a112-fb0159d66fcd tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0867114 Jun 01 09:55:30.465216 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0d701276-7c34-48e0-ad36-27da91fc8a9f req-42a3bf34-326e-4379-8622-6e2adbaedfd3 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502286 Jun 01 09:55:31.672308 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208baca6-cf7d-447d-92fb-936ae433f5a7 req-5627d23f-53fe-481b-aaa6-2f250553a16e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:31.673823 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-208baca6-cf7d-447d-92fb-936ae433f5a7 req-5627d23f-53fe-481b-aaa6-2f250553a16e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0976627 Jun 01 09:55:31.719499 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-208baca6-cf7d-447d-92fb-936ae433f5a7 req-4090e434-035b-44bd-a489-45517416afca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Jun 01 09:55:32.911866 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba985b-7c3d-456b-be50-b13d8ba7d229 req-ca07b54b-09cf-45dc-82e3-4758cfe20de6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:32.913312 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b5ba985b-7c3d-456b-be50-b13d8ba7d229 req-ca07b54b-09cf-45dc-82e3-4758cfe20de6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.0821457 Jun 01 09:55:32.962529 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b5ba985b-7c3d-456b-be50-b13d8ba7d229 req-2d058435-57e7-40df-9357-14477e00dcd0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Jun 01 09:55:33.342582 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-ccd56488-4e0c-4138-930b-bae73ac0de0a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:33.343287 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-ccd56488-4e0c-4138-930b-bae73ac0de0a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Synchronizing usage tracker for tenant:292395cf16304efd89f54c95e7583165 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:33.363984 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-ccd56488-4e0c-4138-930b-bae73ac0de0a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Unset dirty status for tenant:292395cf16304efd89f54c95e7583165 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:33.365433 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-ccd56488-4e0c-4138-930b-bae73ac0de0a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 946 time: 0.1081133 Jun 01 09:55:33.529702 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Deleting port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:33.530131 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:33.662707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] For port 4d59d0ce-fb8e-4f6f-87b1-94387530a875, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=4d59d0ce-fb8e-4f6f-87b1-94387530a875,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:33.663031 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:33.784278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Calling delete_port for 4d59d0ce-fb8e-4f6f-87b1-94387530a875 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:33.897918 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:33.904343 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-06ed005e-90c1-40e0-a3a0-872dc28cea71 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:33.915621 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['c2662f3e-2d47-412f-81e7-9c6dc91bea82', '4d59d0ce-fb8e-4f6f-87b1-94387530a875'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:33.953258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42778) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:33.955204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Pushing event deleted for resources: {'Port': ['ID=4d59d0ce-fb8e-4f6f-87b1-94387530a875,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:33.983430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:34.023631 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Deleting subnet 703bf542-e6b2-4a68-8112-6679328fd4a8 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:55:34.029246 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.047074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] No DVR routers for this DVR port 4d59d0ce-fb8e-4f6f-87b1-94387530a875 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:34.050940 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.070590 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'name': 'network-vif-deleted', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:34.074934 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e149e-d8d1-4523-85cd-017f5628b85d" -d '{"events": [{"server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "name": "network-vif-deleted", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:34.080612 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-53232500-0dac-4ced-8bd1-294cf1e3ed74 req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "DELETE /v2.0/ports/4d59d0ce-fb8e-4f6f-87b1-94387530a875 HTTP/1.1" status: 204 len: 173 time: 0.7030935 Jun 01 09:55:34.104520 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.169848 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.254272 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9a5441b1-4041-49d8-9ee2-448bcd9ec478 req-6b2ffbb5-7ab1-4734-8548-215042d2d0bf tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=d001115c-e055-4f6a-a607-3f8b68d7c26c HTTP/1.1" status: 200 len: 210 time: 0.0578589 Jun 01 09:55:34.320004 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b929a52f-83b6-450a-b26d-ab1f7d6b0bd7 x-openstack-request-id: req-b929a52f-83b6-450a-b26d-ab1f7d6b0bd7 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:34.320449 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d001115c-e055-4f6a-a607-3f8b68d7c26c", "name": "network-vif-deleted", "tag": "4d59d0ce-fb8e-4f6f-87b1-94387530a875", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:34.320829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b929a52f-83b6-450a-b26d-ab1f7d6b0bd7 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:34.321561 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd001115c-e055-4f6a-a607-3f8b68d7c26c', 'name': 'network-vif-deleted', 'tag': '4d59d0ce-fb8e-4f6f-87b1-94387530a875', 'status': 'completed', 'code': 200} Jun 01 09:55:34.464474 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-274e308c-5e72-4bdc-9e9a-b8e0990a064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:34.466069 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-274e308c-5e72-4bdc-9e9a-b8e0990a064e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1137 time: 0.0928235 Jun 01 09:55:34.603162 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.603611 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-4c40e633-476c-4ffd-88b8-42bdb42c6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:34.605124 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-4c40e633-476c-4ffd-88b8-42bdb42c6a69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.1307859 Jun 01 09:55:34.615391 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686edc2-6b30-4050-b365-484f5ca96ad2 req-9ae19c0a-342b-415f-bc66-f903690779a8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:34.616849 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4686edc2-6b30-4050-b365-484f5ca96ad2 req-9ae19c0a-342b-415f-bc66-f903690779a8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1483290 Jun 01 09:55:34.618491 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:34.675423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.678236 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703bf542-e6b2-4a68-8112-6679328fd4a8,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:34.681102 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:34.691742 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d6fbc505-7081-47a7-9b40-68c26d4cd603 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/703bf542-e6b2-4a68-8112-6679328fd4a8 HTTP/1.1" status: 204 len: 168 time: 0.7350347 Jun 01 09:55:34.692942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42792) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:34.715497 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4686edc2-6b30-4050-b365-484f5ca96ad2 req-718992f7-ab83-4fe7-89ac-94b36853acc5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647869 Jun 01 09:55:34.804785 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-894c1368-0929-4a32-95ce-182eb52ac8c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 1001 time: 0.1920292 Jun 01 09:55:34.861533 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:34.884492 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-2603bb00-818d-444b-a60b-229b93b4d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:34.886083 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-2603bb00-818d-444b-a60b-229b93b4d93e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0722411 Jun 01 09:55:35.133132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.148548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad7fa0-4682-4bfd-865a-3670344de115']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:35.163558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120cc156-6c0d-4a3e-8f6d-612338ee1018') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:35.163867 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120cc156-6c0d-4a3e-8f6d-612338ee1018') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:35.178743 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.196630 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-a6c6360f-3c01-44a4-aa7c-1b76a054333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:35.198162 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-a6c6360f-3c01-44a4-aa7c-1b76a054333a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2869682 Jun 01 09:55:35.199011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.206317 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:55:35.206702 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:55:35.237789 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:55:35.396546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.406295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:35.428623 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.447368 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ad7fa0-4682-4bfd-865a-3670344de115,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:35.450599 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-b12dfc2b-ebbf-456b-9868-a9a7ecfc0384 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455711 Jun 01 09:55:35.451349 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:35.460479 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3750ff92-a3d7-4bcd-9cae-0077d3619614 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9ad7fa0-4682-4bfd-865a-3670344de115 HTTP/1.1" status: 204 len: 168 time: 0.7650816 Jun 01 09:55:35.615714 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-d2b14ffa-fce4-45f9-a264-8b95bf989874 req-8f84b0b5-52fe-4f1a-8cb1-bad56eafa37c service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560500 Jun 01 09:55:35.630495 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42812) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:35.681005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6e69e459-aefa-46e0-92c5-4dc4e9d40bdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d0ef16cd3b0477c975780908c0d2430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492890 Jun 01 09:55:35.683537 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42816) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:35.755546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.786402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.789045 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117f21-9cc5-46cd-920b-a01e8a00ddb5 req-6d70b78b-7056-425c-b99a-34ec836dbdb9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:35.790731 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-52117f21-9cc5-46cd-920b-a01e8a00ddb5 req-6d70b78b-7056-425c-b99a-34ec836dbdb9 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0970905 Jun 01 09:55:35.839838 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-52117f21-9cc5-46cd-920b-a01e8a00ddb5 req-7ff9c9d4-0f9b-48f0-afb1-36d69788c328 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Jun 01 09:55:35.881763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.884277 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5807a738-f958-4416-9929-bd0164882473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:35.899367 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe9bbfd-1eee-4a70-b77d-b9084e7c2537,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:35.903387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:35.905560 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:35.906741 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-1d915e5a-1e7e-45b9-8cff-ed72fe3db164 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffe9bbfd-1eee-4a70-b77d-b9084e7c2537 HTTP/1.1" status: 204 len: 168 time: 0.2222733 Jun 01 09:55:36.121818 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728b106-1332-4b43-954a-99565b497d7c req-412a649c-2664-4a37-ab01-092afae92540 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:36.123491 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e728b106-1332-4b43-954a-99565b497d7c req-412a649c-2664-4a37-ab01-092afae92540 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0889227 Jun 01 09:55:36.180366 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e728b106-1332-4b43-954a-99565b497d7c req-6640b622-78fa-468f-bdf9-24ed743c1b33 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502493 Jun 01 09:55:36.362240 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 4d59d0ce-fb8e-4f6f-87b1-94387530a875 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:36.396770 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 4d59d0ce-fb8e-4f6f-87b1-94387530a875 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:36.397093 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 4d59d0ce-fb8e-4f6f-87b1-94387530a875 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:37.214838 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449b743-1411-471e-8cf2-664141ec3ad1 req-7e44bedd-7112-43ad-bd90-c7767f1077ca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:37.216365 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9449b743-1411-471e-8cf2-664141ec3ad1 req-7e44bedd-7112-43ad-bd90-c7767f1077ca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0977001 Jun 01 09:55:37.263253 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9449b743-1411-471e-8cf2-664141ec3ad1 req-8796d024-3ecc-49a5-9e49-a9bc6647b07e tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Jun 01 09:55:37.376747 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099d047-5b1d-4935-aa1b-32e806e519a9 req-0f7b9acb-81da-4446-a51e-aae7e140c363 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:37.378221 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0099d047-5b1d-4935-aa1b-32e806e519a9 req-0f7b9acb-81da-4446-a51e-aae7e140c363 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0891669 Jun 01 09:55:37.428780 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0099d047-5b1d-4935-aa1b-32e806e519a9 req-5fc6ef6b-9e40-4b17-9515-147b9af19ae9 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423667 Jun 01 09:55:38.452637 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3add43-42e7-4c48-bfa2-3014bd2256ba req-d3c4f714-de42-4990-a86a-bf2b2771f1d1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:38.454087 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ce3add43-42e7-4c48-bfa2-3014bd2256ba req-d3c4f714-de42-4990-a86a-bf2b2771f1d1 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0817149 Jun 01 09:55:38.503052 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ce3add43-42e7-4c48-bfa2-3014bd2256ba req-6f64c8f8-2bb0-4cd9-85ff-a62e5c65cec8 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Jun 01 09:55:38.548919 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:55:38.633013 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbaf3b-ff20-4ece-9ed8-3571901b82a8 req-d093a74d-4915-4aeb-a217-743a0504de85 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:38.634657 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7bbbaf3b-ff20-4ece-9ed8-3571901b82a8 req-d093a74d-4915-4aeb-a217-743a0504de85 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0888841 Jun 01 09:55:38.689136 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7bbbaf3b-ff20-4ece-9ed8-3571901b82a8 req-785bd504-5410-473a-a059-515a4c5c29a1 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483918 Jun 01 09:55:39.705000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac789-d941-484a-af97-855cf735d1fe req-1bfe2f4d-14db-47dc-9001-0e400e831880 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:39.706915 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fa9ac789-d941-484a-af97-855cf735d1fe req-1bfe2f4d-14db-47dc-9001-0e400e831880 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0905051 Jun 01 09:55:39.752424 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fa9ac789-d941-484a-af97-855cf735d1fe req-0855e047-d8e0-4973-9962-0217d0fe3c4a tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Jun 01 09:55:39.883196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54d9c4-e6c5-45d3-8d8d-cde9ca1f7207 req-14ad83e4-fa4b-460a-85cd-913ac4c70dae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:39.884667 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad54d9c4-e6c5-45d3-8d8d-cde9ca1f7207 req-14ad83e4-fa4b-460a-85cd-913ac4c70dae tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0837767 Jun 01 09:55:39.936161 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad54d9c4-e6c5-45d3-8d8d-cde9ca1f7207 req-117ce9e5-a098-4727-b7c1-e25b210e02c7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429249 Jun 01 09:55:40.943607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10693619-1ca4-47fa-b6ed-0b599c2dbc83 req-1756a8b4-0deb-4f3e-8343-805d6210ebca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:40.945060 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-10693619-1ca4-47fa-b6ed-0b599c2dbc83 req-1756a8b4-0deb-4f3e-8343-805d6210ebca tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0866101 Jun 01 09:55:40.995097 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-10693619-1ca4-47fa-b6ed-0b599c2dbc83 req-8409a4c9-e96d-4917-915a-d07432c3a8de tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Jun 01 09:55:41.130119 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84ffde-1583-4103-a262-1f53c861e52e req-9bc21a61-2d96-41ce-9fa0-4564e62bbb1e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:41.131753 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e84ffde-1583-4103-a262-1f53c861e52e req-9bc21a61-2d96-41ce-9fa0-4564e62bbb1e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0876207 Jun 01 09:55:41.183039 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2e84ffde-1583-4103-a262-1f53c861e52e req-8b46fc11-1f1e-48c9-b678-849287668a44 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443470 Jun 01 09:55:41.882396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aed56-190f-4530-a5a6-318275a02487 req-a29276c5-d8af-4704-9155-8e96812b6710 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:41.884027 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-255aed56-190f-4530-a5a6-318275a02487 req-a29276c5-d8af-4704-9155-8e96812b6710 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0853674 Jun 01 09:55:41.930324 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-255aed56-190f-4530-a5a6-318275a02487 req-0b1db08c-7c2b-4262-815a-6ce9f00712b4 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401988 Jun 01 09:55:42.184114 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5436f-7cf0-40da-a676-05d2e9e4386b req-e1fa31dc-b5c5-4f06-ad9e-9eb080d0b085 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:42.185553 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b9d5436f-7cf0-40da-a676-05d2e9e4386b req-e1fa31dc-b5c5-4f06-ad9e-9eb080d0b085 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0830474 Jun 01 09:55:42.231881 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b9d5436f-7cf0-40da-a676-05d2e9e4386b req-03a71611-f8de-4279-8270-b802b6e76c94 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/security-groups?id=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Jun 01 09:55:42.386385 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c8b4f-5e1a-4722-9c41-2834c53feaf2 req-cb3c2f77-1b07-48b2-87c3-a3cda42d46b5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:42.387856 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d39c8b4f-5e1a-4722-9c41-2834c53feaf2 req-cb3c2f77-1b07-48b2-87c3-a3cda42d46b5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0955000 Jun 01 09:55:42.407423 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-292a1f5a-9346-4205-8b26-3bac51276fe6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:42.408020 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-292a1f5a-9346-4205-8b26-3bac51276fe6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Synchronizing usage tracker for tenant:292395cf16304efd89f54c95e7583165 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:42.425284 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-292a1f5a-9346-4205-8b26-3bac51276fe6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Unset dirty status for tenant:292395cf16304efd89f54c95e7583165 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:42.426680 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-292a1f5a-9346-4205-8b26-3bac51276fe6 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 945 time: 0.0993657 Jun 01 09:55:42.439361 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d39c8b4f-5e1a-4722-9c41-2834c53feaf2 req-f6058013-5715-4210-b25f-23f77ab1f14a tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454252 Jun 01 09:55:42.572865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Deleting port c2662f3e-2d47-412f-81e7-9c6dc91bea82 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:42.573222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:42.712044 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] For port c2662f3e-2d47-412f-81e7-9c6dc91bea82, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c2662f3e-2d47-412f-81e7-9c6dc91bea82,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:42.712284 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:42.835624 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Calling delete_port for c2662f3e-2d47-412f-81e7-9c6dc91bea82 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:42.968370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:42.978437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:42.982419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['c2662f3e-2d47-412f-81e7-9c6dc91bea82'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:43.026072 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Pushing event deleted for resources: {'Port': ['ID=c2662f3e-2d47-412f-81e7-9c6dc91bea82,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:43.062223 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.062577 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.062927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.063274 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.063660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.063952 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.064278 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.064614 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.064945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.065280 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.065610 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.065944 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:43.073391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:43.117714 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] No DVR routers for this DVR port c2662f3e-2d47-412f-81e7-9c6dc91bea82 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:43.120439 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:43.123097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'name': 'network-vif-deleted', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:43.125360 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a082fc-a790-4949-bfc6-749e8d5dc105" -d '{"events": [{"server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "name": "network-vif-deleted", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:43.135574 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c62cb-dbf6-4864-a863-bc8203d7cb03 req-d9e4d633-1893-490d-a576-d73025d37597 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:43.137266 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-250c62cb-dbf6-4864-a863-bc8203d7cb03 req-d9e4d633-1893-490d-a576-d73025d37597 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0863323 Jun 01 09:55:43.144817 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-96ba986d-a8a8-4dc8-8088-20d758e848e5 req-cdceeaa8-1367-4603-aa7f-bb3b436097d5 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.72 "DELETE /v2.0/ports/c2662f3e-2d47-412f-81e7-9c6dc91bea82 HTTP/1.1" status: 204 len: 173 time: 0.7118537 Jun 01 09:55:43.191095 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-250c62cb-dbf6-4864-a863-bc8203d7cb03 req-5c63830e-e1a1-46e8-b1af-ea101e08c3c1 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Jun 01 09:55:43.191629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b7cd5-0a5c-4671-933e-b17cfb04c3d9 x-openstack-request-id: req-616b7cd5-0a5c-4671-933e-b17cfb04c3d9 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:43.191945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4047628e-ad96-4416-8bae-eed81237399a", "name": "network-vif-deleted", "tag": "c2662f3e-2d47-412f-81e7-9c6dc91bea82", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:43.192211 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-616b7cd5-0a5c-4671-933e-b17cfb04c3d9 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:43.192640 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4047628e-ad96-4416-8bae-eed81237399a', 'name': 'network-vif-deleted', 'tag': 'c2662f3e-2d47-412f-81e7-9c6dc91bea82', 'status': 'completed', 'code': 200} Jun 01 09:55:43.396579 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-063133bf-25ae-4456-ae85-c9bd34488d7c req-4cbfb696-d2d3-4c98-9a2a-f22716cf99a0 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] 10.222.0.15 "GET /v2.0/ports?device_id=4047628e-ad96-4416-8bae-eed81237399a HTTP/1.1" status: 200 len: 210 time: 0.0434339 Jun 01 09:55:43.739729 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4b0a-ba18-4c93-9337-52f9da6fd1ef req-52387ae2-e271-497a-a579-ec6682199f44 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:43.741324 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7b1b4b0a-ba18-4c93-9337-52f9da6fd1ef req-52387ae2-e271-497a-a579-ec6682199f44 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.2184670 Jun 01 09:55:43.751081 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb72e-5574-4ab2-9761-7026a35dbd1d req-9a30919b-5d8a-49f1-be99-67ee3a654d7d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:43.751081 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94bbb72e-5574-4ab2-9761-7026a35dbd1d req-9a30919b-5d8a-49f1-be99-67ee3a654d7d tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1943762 Jun 01 09:55:43.818427 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7b1b4b0a-ba18-4c93-9337-52f9da6fd1ef req-afd01435-2331-42d3-a40a-7b9a88ab85b6 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669713 Jun 01 09:55:43.828230 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94bbb72e-5574-4ab2-9761-7026a35dbd1d req-7da42294-cb77-4855-a608-19820c457c04 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635078 Jun 01 09:55:44.347216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-a68de5ef-289d-4649-97a3-9b8ec2ee8762 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:44.347881 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-a68de5ef-289d-4649-97a3-9b8ec2ee8762 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Synchronizing usage tracker for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:44.366459 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-a68de5ef-289d-4649-97a3-9b8ec2ee8762 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Unset dirty status for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:44.367698 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-a68de5ef-289d-4649-97a3-9b8ec2ee8762 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.1036971 Jun 01 09:55:44.391544 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870401-81ef-49ca-a9ee-5f68944398cb req-3ff3cfce-7caa-4ba4-81cc-8062a47f7896 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:44.392976 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-de870401-81ef-49ca-a9ee-5f68944398cb req-3ff3cfce-7caa-4ba4-81cc-8062a47f7896 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 946 time: 0.0857661 Jun 01 09:55:44.439022 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-de870401-81ef-49ca-a9ee-5f68944398cb req-5b9d8392-eae7-4cb3-a803-497e858a9632 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=97fba11c-4ce3-4311-94d2-165c14cf42f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Jun 01 09:55:44.494231 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42898) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:44.601570 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Deleting port a18bf1ca-cba3-4db4-8db8-7f6745c730fa {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:44.601923 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:44.740575 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] For port a18bf1ca-cba3-4db4-8db8-7f6745c730fa, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:44.740879 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.036299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.036609 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.036946 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Floating IP 056a2494-b7a6-468b-8013-f604c1f778f4 disassociated. External IP: 172.28.1.7, port: a18bf1ca-cba3-4db4-8db8-7f6745c730fa. Jun 01 09:55:45.037249 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Calling delete_port for a18bf1ca-cba3-4db4-8db8-7f6745c730fa owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:45.127682 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8962312-1db5-4b2c-a791-0b9a009b45fe req-7608e80b-9ea7-4ed0-ae86-11bb3b4133af tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:45.129135 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b8962312-1db5-4b2c-a791-0b9a009b45fe req-7608e80b-9ea7-4ed0-ae86-11bb3b4133af tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.1766958 Jun 01 09:55:45.141216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8f774-386c-4eb0-8958-df46150a84ed req-ed735b41-f402-40b1-ad50-44e30c11e7d2 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:45.142667 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8f8f774-386c-4eb0-8958-df46150a84ed req-ed735b41-f402-40b1-ad50-44e30c11e7d2 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1532905 Jun 01 09:55:45.154538 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.160230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5b1b3e5c-4e87-4a5a-b03b-3666ff181b14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:45.204446 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'Port': ['ID=a18bf1ca-cba3-4db4-8db8-7f6745c730fa,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:45.207572 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:45.266705 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8f8f774-386c-4eb0-8958-df46150a84ed req-062eff93-b1b8-46ce-99af-a82069477bd3 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923619 Jun 01 09:55:45.269526 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b8962312-1db5-4b2c-a791-0b9a009b45fe req-21f510d0-7600-4fc0-9f46-e465b83d1ac8 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942197 Jun 01 09:55:45.288737 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.399962 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:55:45.591618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:55:45.603555 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:55:45.617512 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-34bd235a-fa31-4052-bd67-e1f16f1206c1 req-185575d3-f622-43b7-a0cc-6339d3df2dfd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f960b2f-df28-4918-bac6-481267223ea4 HTTP/1.1" status: 200 len: 210 time: 0.0531194 Jun 01 09:55:45.648757 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:45.649653 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:45.674759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] No DVR routers for this DVR port a18bf1ca-cba3-4db4-8db8-7f6745c730fa on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:45.679009 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.687323 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'name': 'network-vif-deleted', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:45.699163 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b772a-adc4-435c-a13f-2ed9293e9cdf" -d '{"events": [{"server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "name": "network-vif-deleted", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:45.720944 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ba3a76a-2120-4ad7-a693-236a45f96e89 req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "DELETE /v2.0/ports/a18bf1ca-cba3-4db4-8db8-7f6745c730fa HTTP/1.1" status: 204 len: 173 time: 1.3461013 Jun 01 09:55:45.795088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583113cd-0ecc-4e36-8e83-cbbd819a99ce x-openstack-request-id: req-583113cd-0ecc-4e36-8e83-cbbd819a99ce {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:45.795889 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f960b2f-df28-4918-bac6-481267223ea4", "name": "network-vif-deleted", "tag": "a18bf1ca-cba3-4db4-8db8-7f6745c730fa", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:45.796268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-583113cd-0ecc-4e36-8e83-cbbd819a99ce {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:45.796918 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f960b2f-df28-4918-bac6-481267223ea4', 'name': 'network-vif-deleted', 'tag': 'a18bf1ca-cba3-4db4-8db8-7f6745c730fa', 'status': 'completed', 'code': 200} Jun 01 09:55:45.810831 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Deleting port b77b91da-0511-4079-abd0-41feb79faa4e {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:45.811174 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:45.865832 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:55:46.083442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] For port b77b91da-0511-4079-abd0-41feb79faa4e, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=b77b91da-0511-4079-abd0-41feb79faa4e,segment=NetworkSegment(a02984f7-ce21-4dad-856e-e61e1fe9ef52),segment_id=a02984f7-ce21-4dad-856e-e61e1fe9ef52)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:46.084347 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:46.206693 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:46.211465 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:55:46.222119 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:46.222819 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:46.226256 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Calling delete_port for b77b91da-0511-4079-abd0-41feb79faa4e owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:46.393464 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c2662f3e-2d47-412f-81e7-9c6dc91bea82 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:46.455853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: c2662f3e-2d47-412f-81e7-9c6dc91bea82 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:46.456644 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device c2662f3e-2d47-412f-81e7-9c6dc91bea82 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:46.457346 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device a18bf1ca-cba3-4db4-8db8-7f6745c730fa no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:46.465393 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:55:46.513918 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: a18bf1ca-cba3-4db4-8db8-7f6745c730fa {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:46.514293 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device a18bf1ca-cba3-4db4-8db8-7f6745c730fa not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:46.704224 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f936-14a8-40d8-84b0-149105c21734 req-5f36745f-f748-4177-b06b-b6c6aa5ca43c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:46.705674 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e42f936-14a8-40d8-84b0-149105c21734 req-5f36745f-f748-4177-b06b-b6c6aa5ca43c tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.2267935 Jun 01 09:55:46.720221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4d1b7-faaf-481b-8b94-e974329d320d req-5656e398-1b1c-49d4-be53-d65996d27a01 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:46.721537 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73e4d1b7-faaf-481b-8b94-e974329d320d req-5656e398-1b1c-49d4-be53-d65996d27a01 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1982269 Jun 01 09:55:46.741575 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:46.767776 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-eb5fe718-5e55-43fe-9dbf-32ee12b1c794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:46.833737 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77b91da-0511-4079-abd0-41feb79faa4e,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:46.845923 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:46.850584 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e51672f-3a0d-449c-893a-76866c21794f None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:55:46.884627 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e42f936-14a8-40d8-84b0-149105c21734 req-56b9c095-9fcb-4d75-9ab0-20192d755bef tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607678 Jun 01 09:55:46.885910 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.886289 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.886644 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.886986 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.887326 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.887805 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.887972 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.888312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.888646 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.888976 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.889301 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.889632 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:55:46.931028 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:46.940714 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73e4d1b7-faaf-481b-8b94-e974329d320d req-735eb2cc-6e05-4ff2-8f1c-ec514444f88b tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024279 Jun 01 09:55:47.030520 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42920) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:47.103813 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.139472 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.158854 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.208663 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3113503c-579d-4812-8808-5f394e154336 None None] New status for floating IP 056a2494-b7a6-468b-8013-f604c1f778f4: DOWN {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:55:47.211409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.217580 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c4fdc3cc-c412-4a4a-b81e-c5503692ace0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:47.238526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fba11c-4ce3-4311-94d2-165c14cf42f6,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:47.241291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:47.252812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.254197 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-ee14cfcc-6003-4d96-b4ef-10d98d92b46b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "DELETE /v2.0/security-groups/97fba11c-4ce3-4311-94d2-165c14cf42f6 HTTP/1.1" status: 204 len: 168 time: 0.2223608 Jun 01 09:55:47.256808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42924) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:47.277322 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.api.v2.resource [None req-1bdff681-2982-4311-a33b-c53559a2721c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] show failed (client error): The resource could not be found. Jun 01 09:55:47.278711 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-1bdff681-2982-4311-a33b-c53559a2721c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups/97fba11c-4ce3-4311-94d2-165c14cf42f6 HTTP/1.1" status: 404 len: 347 time: 0.0208194 Jun 01 09:55:47.281754 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42928) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:47.641352 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Deleting port 7a450599-8c39-460d-adc4-eaa591aa2721 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:47.641742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.649555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Router a8637f02-4625-4334-be67-7e0100b0745f has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:55:47.761862 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.762091 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:47.827402 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:55:47.838375 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Sync routers for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:55:47.842517 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8637f02-4625-4334-be67-7e0100b0745f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3445222 Jun 01 09:55:47.842794 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42932) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:47.849171 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:47.849953 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:47.887741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Calling delete_port for 7a450599-8c39-460d-adc4-eaa591aa2721 owned by network:floatingip {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:48.056229 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.065298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-aa386250-9a29-4023-af70-703f9c7606ae tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:48.067875 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:55:48.088264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.161799 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'Port': ['ID=7a450599-8c39-460d-adc4-eaa591aa2721,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:48.165216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:48.279572 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.301644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.305746 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-396b1f25-a6fe-462e-a779-961f86a4d5a2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "DELETE /v2.0/floatingips/056a2494-b7a6-468b-8013-f604c1f778f4 HTTP/1.1" status: 204 len: 168 time: 1.0199504 Jun 01 09:55:48.314745 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-f17f0d0d-2be3-4026-8155-32f3e529b4f4 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:48.314745 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-f17f0d0d-2be3-4026-8155-32f3e529b4f4 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Synchronizing usage tracker for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:48.338099 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-f17f0d0d-2be3-4026-8155-32f3e529b4f4 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Unset dirty status for tenant:79c7a47d83e149ad91fce9568f7aa401 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:48.339524 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-f17f0d0d-2be3-4026-8155-32f3e529b4f4 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.2358725 Jun 01 09:55:48.401758 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:55:46Z', 'revision_number': 5, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port': {'id': 'e416ed97-16b9-446b-99ca-f0441c90e0a9', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:52:34Z', 'updated_at': '2021-06-01T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:48.407257 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Checking router: a8637f02-4625-4334-be67-7e0100b0745f for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:55:48.420166 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Routers {'a8637f02-4625-4334-be67-7e0100b0745f'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:48.420365 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['a8637f02-4625-4334-be67-7e0100b0745f'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:48.421006 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.441316 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2104-2290-45d7-9ff9-126180fe6174 req-229849cb-5b81-4e27-89ea-25d840765513 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:48.448441 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18ed2104-2290-45d7-9ff9-126180fe6174 req-229849cb-5b81-4e27-89ea-25d840765513 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 945 time: 0.2609181 Jun 01 09:55:48.470804 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c971e63-1d55-4243-baff-0ff07553c398 req-2f4039bd-913c-454d-b486-835870813828 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:48.472370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2c971e63-1d55-4243-baff-0ff07553c398 req-2f4039bd-913c-454d-b486-835870813828 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.2837172 Jun 01 09:55:48.519517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Deleting port e9eaf977-87ab-4088-8953-49fa59e16c59 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:48.520291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.580146 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] Set router a8637f02-4625-4334-be67-7e0100b0745f gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:55:48.584971 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18ed2104-2290-45d7-9ff9-126180fe6174 req-83e39683-aa5f-454e-baf1-678961db0d14 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e910b13-15eb-4893-8e82-33d4b0c098f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355994 Jun 01 09:55:48.590840 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2c971e63-1d55-4243-baff-0ff07553c398 req-ec4c25d2-8d82-48dc-a0f3-478cee4667f4 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853643 Jun 01 09:55:48.645366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Deleting port e416ed97-16b9-446b-99ca-f0441c90e0a9 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:55:48.645844 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.682742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] For port e9eaf977-87ab-4088-8953-49fa59e16c59, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e9eaf977-87ab-4088-8953-49fa59e16c59,segment=NetworkSegment(2ff9b318-4b3d-4a5d-9b72-8d75df9a0647),segment_id=2ff9b318-4b3d-4a5d-9b72-8d75df9a0647)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:48.683102 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.707684 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:55:48Z', 'revision_number': 6, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:48.712228 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731768ea-938d-4ca7-a99f-885989995c3a None None] The sync data for ids ['a8637f02-4625-4334-be67-7e0100b0745f'] in dv-cinder-787262-4-smb is: [{'id': 'a8637f02-4625-4334-be67-7e0100b0745f', 'name': 'tempest-ServerRescueNegativeTestJSON-1902308183-router', 'tenant_id': '292395cf16304efd89f54c95e7583165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:52:33Z', 'updated_at': '2021-06-01T09:55:48Z', 'revision_number': 6, 'project_id': '292395cf16304efd89f54c95e7583165', 'gw_port_host': None}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:55:48.812768 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] For port e416ed97-16b9-446b-99ca-f0441c90e0a9, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=e416ed97-16b9-446b-99ca-f0441c90e0a9,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:48.813019 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.829382 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Calling delete_port for e9eaf977-87ab-4088-8953-49fa59e16c59 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:48.880945 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42942) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:48.888088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98443110', 'description': 'tempest-description--415774130'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:48.895313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:48.933729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:48.942004 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:48.944975 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Calling delete_port for e416ed97-16b9-446b-99ca-f0441c90e0a9 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:55:48.951643 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:48.972780 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.985826 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:48.993418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8e86c24e-c371-49f5-b481-fa198e173702 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:48.997761 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['e9eaf977-87ab-4088-8953-49fa59e16c59'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:49.042111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Pushing event deleted for resources: {'Port': ['ID=e9eaf977-87ab-4088-8953-49fa59e16c59,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:49.046053 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:49.051102 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:49.089484 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:49.099441 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:49.103952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.108619 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:49.137152 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:49.143347 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] No DVR routers for this DVR port e9eaf977-87ab-4088-8953-49fa59e16c59 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:55:49.147218 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.150549 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'name': 'network-vif-deleted', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:49.152689 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae0e72-a81f-4cca-8fc6-21492769d9fa" -d '{"events": [{"server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "name": "network-vif-deleted", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:49.181233 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9a0165a6-fbfa-47a9-9aaa-e7134876c3e3 req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.72 "DELETE /v2.0/ports/e9eaf977-87ab-4088-8953-49fa59e16c59 HTTP/1.1" status: 204 len: 173 time: 0.8339891 Jun 01 09:55:49.225660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dbb45a-f7fc-4b34-8734-c75169b3eec5 x-openstack-request-id: req-21dbb45a-f7fc-4b34-8734-c75169b3eec5 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:49.226072 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a", "name": "network-vif-deleted", "tag": "e9eaf977-87ab-4088-8953-49fa59e16c59", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:49.226792 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21dbb45a-f7fc-4b34-8734-c75169b3eec5 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:49.226896 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a', 'name': 'network-vif-deleted', 'tag': 'e9eaf977-87ab-4088-8953-49fa59e16c59', 'status': 'completed', 'code': 200} Jun 01 09:55:49.255159 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.259946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.264248 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5708c008-0e6c-42da-a1e8-cbad6b617fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:49.270566 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e416ed97-16b9-446b-99ca-f0441c90e0a9,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:49.276718 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:49.308866 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cf7787-660e-403a-9cd4-800087d44446,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:49.311834 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:49.313318 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.314650 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4325366 Jun 01 09:55:49.317561 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42948) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:49.323104 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group_rule': {'security_group_id': '64cf7787-660e-403a-9cd4-800087d44446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:49.329351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:49.333298 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:49.336687 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:49.342864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:49.362170 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.371884 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.426101 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.430793 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.437501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:49.456683 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba7f5bf-9ba8-4e55-91f5-bf7a7910fb17,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:49.459427 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:49.468114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.472460 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-67a57e84-3c1a-4fc2-b296-b7f5c853010b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510301 Jun 01 09:55:49.472878 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42952) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:49.479549 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'security_group_rule': {'security_group_id': '64cf7787-660e-403a-9cd4-800087d44446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:49.485843 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:49.490724 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:security_group_rule and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:49.494170 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:49.500850 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:49.520257 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.537587 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a237-470f-40b6-97ca-6a6ff9572b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.545819 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.548096 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.586811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.592026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.594476 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-dc37b00d-4b9a-495d-bbaf-77c482989ea7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:49.622901 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70139b6d-f320-40ed-a585-58e56604ffaa,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:49.627457 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:49.638273 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.643394 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-eb56b3b9-7e29-489c-a33f-a065fbb47eef tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657326 Jun 01 09:55:49.645881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42960) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:49.655518 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:49.675638 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:49.678152 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.678750 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8637f02-4625-4334-be67-7e0100b0745f {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 09:55:49.692795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:floatingip and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:49.696488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:49.721194 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:49.737489 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.762908 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.766081 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c8701e50-0b48-409f-9590-3e78bea0b5a5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8637f02-4625-4334-be67-7e0100b0745f HTTP/1.1" status: 204 len: 168 time: 1.9203300 Jun 01 09:55:49.768076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42964) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:49.836177 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Deleting subnet 3ca1fb15-4186-4909-8c54-2f2c6c36544c {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:55:49.840200 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:49.860015 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c7eda47a-93a4-443a-9bf9-dbdfa225e88f req-78bbdb47-c901-4dd1-a96d-8d9db2bcdcbc tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5cf0cde-e8ba-4bf9-ac32-f0189c2c8a1a HTTP/1.1" status: 200 len: 210 time: 0.1039720 Jun 01 09:55:49.970970 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107ebb-ecf6-4611-9dca-422cf43ee8d6 req-84656de6-63d8-4132-ac65-a7acad87c978 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:49.972806 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15107ebb-ecf6-4611-9dca-422cf43ee8d6 req-84656de6-63d8-4132-ac65-a7acad87c978 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.2119291 Jun 01 09:55:49.996971 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.040409 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15107ebb-ecf6-4611-9dca-422cf43ee8d6 req-af702bb4-227b-4d5f-80e2-164e585b88e8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597026 Jun 01 09:55:50.047541 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.056387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.184904 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Allocated IP 172.28.1.108 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/e28b87e1-9a6e-44bb-a58e-9b62fb4daad5) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:50.312372 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.317334 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:50.331731 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.352912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.356650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca1fb15-4186-4909-8c54-2f2c6c36544c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:50.360605 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:50.363179 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-4c1d02f3-b005-4c24-a57d-0d88645f2e75 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ca1fb15-4186-4909-8c54-2f2c6c36544c HTTP/1.1" status: 204 len: 168 time: 0.5952563 Jun 01 09:55:50.366269 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 42968) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:50.367555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.371359 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1579066f-c3b5-49cb-a668-cd204aebfebf tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:50.434016 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:50.437454 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:50.441108 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:50.460394 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device e416ed97-16b9-446b-99ca-f0441c90e0a9 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:50.483635 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.492861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=e28b87e1-9a6e-44bb-a58e-9b62fb4daad5,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:50.495032 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: e416ed97-16b9-446b-99ca-f0441c90e0a9 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:50.495387 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device e416ed97-16b9-446b-99ca-f0441c90e0a9 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:50.496008 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device b77b91da-0511-4079-abd0-41feb79faa4e no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:50.497464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:50.529760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: b77b91da-0511-4079-abd0-41feb79faa4e {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:50.530238 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device b77b91da-0511-4079-abd0-41feb79faa4e not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:50.536393 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.595404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.618793 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.632197 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef18478-3c54-4128-9884-5fb58230f833']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:50.648257 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02984f7-ce21-4dad-856e-e61e1fe9ef52') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:50.648545 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02984f7-ce21-4dad-856e-e61e1fe9ef52') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:50.661080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.680686 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.687181 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:55:50.687620 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:55:50.701166 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:55:50.776068 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.780386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:50.796024 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.805841 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Pushing event deleted for resources: {'Network': ['ID=cef18478-3c54-4128-9884-5fb58230f833,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:50.810246 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:50.811914 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.818073 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-606b3381-f532-47a3-ad66-f9aca062d1be admin admin] 10.222.0.15 "DELETE /v2.0/networks/cef18478-3c54-4128-9884-5fb58230f833 HTTP/1.1" status: 204 len: 168 time: 0.4507442 Jun 01 09:55:50.818396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.822681 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ed5865b8-3a0a-419f-8be0-8180f41f0191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:50.933023 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=e28b87e1-9a6e-44bb-a58e-9b62fb4daad5,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:50.937139 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:50.945383 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:50.951085 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42976) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:51.082474 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:51.083692 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4372087 Jun 01 09:55:51.099793 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-84b5242f-8d4f-4f61-a015-b598f769e3c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=292395cf16304efd89f54c95e7583165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476514 Jun 01 09:55:51.102312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 42986) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:51.210532 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:51.248596 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:51.321455 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18805149-ae6d-40d4-83cf-e940fa2c8bf2 req-5a424ae7-5271-4b9b-b02e-b92296a99f03 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:51.322956 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18805149-ae6d-40d4-83cf-e940fa2c8bf2 req-5a424ae7-5271-4b9b-b02e-b92296a99f03 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1646633 Jun 01 09:55:51.365340 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-985d02a4-4287-4620-81c2-a6ded7038991 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--98443110&fields=id&tenant_id=b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 267 time: 0.0761342 Jun 01 09:55:51.405267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:51.415844 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7fe7e536-893c-4586-9a0a-61491c38223c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:51.437033 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18805149-ae6d-40d4-83cf-e940fa2c8bf2 req-63eb1565-a19d-4adf-af91-18b8c129fae3 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994689 Jun 01 09:55:51.494105 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:51.505607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:51.510524 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:51.511615 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c3d0ff92-66db-419e-a111-5fda811b8d31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/634dcbbe-fb1c-4f80-bf81-e6dc6064b9a2 HTTP/1.1" status: 204 len: 168 time: 0.4084213 Jun 01 09:55:51.572292 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d7768807-9cc7-4a46-9d92-fd0d460f78de tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:51.574287 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d7768807-9cc7-4a46-9d92-fd0d460f78de tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 810 time: 0.1940234 Jun 01 09:55:51.595086 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-0a138761-0162-411f-946c-df070c21eb17 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/quotas/b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 375 time: 0.0140531 Jun 01 09:55:51.688009 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-9f7b4037-a94c-46bd-9b9a-46c66beebb2e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912464 Jun 01 09:55:51.832149 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-057cb17a-0d60-4099-b2c5-8f53a069a9a0 service neutron] 10.222.0.15 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317992 Jun 01 09:55:51.966683 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-38f1992f-0773-44af-a6b2-803cc20175bd service neutron] 10.222.0.15 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284587 Jun 01 09:55:52.091967 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.150379 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ca2a296e-2d0f-4d52-9500-65eb2c3a623d req-4224ac44-5256-4422-bb21-4b0a4932c0e5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 210 time: 0.0430083 Jun 01 09:55:52.296306 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43032) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:52.365868 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-61ba4e57-c174-4775-8be4-73dfcf28acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.430299 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-network', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:52.435024 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:52.439248 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Usage tracker for resource:network and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:52.442337 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:52.449372 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:52.458877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Made reservation on behalf of 1086b56e4af54dc8a3ba598ba72f07b1 for: {'network': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:55:52.460961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e9eaf977-87ab-4088-8953-49fa59e16c59 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:55:52.461633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.475790 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.495462 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:52.500360 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:52.504878 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:52.515990 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: e9eaf977-87ab-4088-8953-49fa59e16c59 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:55:52.516338 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device e9eaf977-87ab-4088-8953-49fa59e16c59 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:55:52.518302 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:52.656555 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.666242 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.676643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4628e003-e523-47d0-a84c-bef130be0137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:52.686366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=91845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 09:55:52.712209 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.712544 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.segments_db [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Added segment 59e58af0-4b7f-418f-b3a1-f9bca52de02a of type vlan for network d24c82d2-32fc-4d5a-8ff4-0229183fa744 Jun 01 09:55:52.726567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1818eb-29b4-4d42-a146-e85c92ad6bd5,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:52.732678 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:52.759207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d1be4-1d70-4bd6-9f2e-c290348498d9 req-32d44c88-1778-4f5e-9e44-a82a4a8beb41 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:52.760715 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-453d1be4-1d70-4bd6-9f2e-c290348498d9 req-32d44c88-1778-4f5e-9e44-a82a4a8beb41 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.1633384 Jun 01 09:55:52.764804 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.834630 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-453d1be4-1d70-4bd6-9f2e-c290348498d9 req-7e667773-a4eb-43fb-a8c5-05dcf07183ab tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=055c5f1d-e49d-4573-8ed9-a9bbe98ba717&id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652161 Jun 01 09:55:52.843461 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.843461 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:52.843461 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:52.847909 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-182fd9bd-b50b-425e-a2d6-62e44bf07c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:52.941750 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Pushing event updated for resources: {'Network': ['ID=d24c82d2-32fc-4d5a-8ff4-0229183fa744,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:52.944634 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6473093 Jun 01 09:55:52.945550 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:52.948673 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43050) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:52.955207 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 09:55:52.957095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Request body: {'subnet': {'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-subnet', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:52.962166 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:52.967081 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Usage tracker for resource:subnet and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:52.970878 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:52.977852 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:52.988140 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Made reservation on behalf of 1086b56e4af54dc8a3ba598ba72f07b1 for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:55:52.990628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5686161'] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:53.189676 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:53.320023 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-551a3ee1-cf4c-438e-a5af-f026d97877db req-bc19df59-8a46-4efa-ad58-75c0bca0445f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 210 time: 0.0563753 Jun 01 09:55:53.424414 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-802e3243-2892-4fcd-9452-c0b1b1bb2ec8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:53.425875 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-802e3243-2892-4fcd-9452-c0b1b1bb2ec8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 810 time: 0.2645140 Jun 01 09:55:53.485446 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-55a74e69-59a4-4f49-9c98-2485457138d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Synchronizing usage tracker for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:security_group {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:55:53.517617 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-55a74e69-59a4-4f49-9c98-2485457138d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Unset dirty status for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:security_group {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:55:53.519229 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-55a74e69-59a4-4f49-9c98-2485457138d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b149652c2da2432ca869bd4ddd1fb486 HTTP/1.1" status: 200 len: 378 time: 0.0835326 Jun 01 09:55:53.530983 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'port': {'device_id': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'admin_state_up': True, 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'security_groups': ['64cf7787-660e-403a-9cd4-800087d44446']}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:53.686475 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6464343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5686151'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:53.700470 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:53.838408 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:53.848285 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Usage tracker for resource:port and tenant:b149652c2da2432ca869bd4ddd1fb486 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:53.857847 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:53.866199 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:53.874891 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42206c8-d0dc-4296-8fcd-64bf0812804c,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:53.881430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:53.888648 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Checking segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:55:53.889001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Network hostable DHCP agents. Network: d24c82d2-32fc-4d5a-8ff4-0229183fa744, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 09:55:53.896973 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Made reservation on behalf of b149652c2da2432ca869bd4ddd1fb486 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:55:53.900528 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:53.964323 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 09:55:53.987898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, d24c82d2-32fc-4d5a-8ff4-0229183fa744) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:53.997593 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656530cd-b8d4-4566-96d0-25120106b9b1 None None] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:55:54.009271 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:54.009981 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.092876 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43064) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:54.093367 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-69c7711b-7bc4-4b01-a3dc-340f84994c30 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1423273 Jun 01 09:55:54.098798 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:54.103009 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Allocated IP 172.20.0.14 (2a9f19e7-b469-4af3-9d0e-29ead81ac4ad/1c67052a-dbc5-4890-9556-37373fa155a1/2912420b-ffbe-4913-8221-f1f18f433a60) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:54.104055 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:55:54.109033 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Usage tracker for resource:router and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:55:54.113142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:55:54.120675 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:55:54.134113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.135469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.154475 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.247995 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-d24c82d2-32fc-4d5a-8ff4-0229183fa744', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 09:55:54.250080 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.313764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.332827 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Transition to ACTIVE for port object 2912420b-ffbe-4913-8221-f1f18f433a60 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:54.385092 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.391514 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-1c3ad7e8-9056-4602-804e-c87d3ca3c57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:54.507156 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Allocated IP 172.20.0.2 (d24c82d2-32fc-4d5a-8ff4-0229183fa744/e42206c8-d0dc-4296-8fcd-64bf0812804c/d99b76f4-b916-417e-91af-865a8c376a25) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:54.510176 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:54.530123 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:54.534028 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:54.611725 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event updated for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:54.626314 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:54.691813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.706114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:54.706785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.722224 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.735077 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2100334 Jun 01 09:55:54.750223 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Request body: {'port': {'device_id': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:55:54.756853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.772428 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Transition to ACTIVE for port object d99b76f4-b916-417e-91af-865a8c376a25 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:54.796140 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Transition to ACTIVE for port object d99b76f4-b916-417e-91af-865a8c376a25 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:54.803551 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.809327 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:54.831678 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44ffa-d1ea-4ba8-9212-61ed65b854ea req-660e4b5a-6825-4405-a73d-9001fbe2714c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:54.833161 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5bc44ffa-d1ea-4ba8-9212-61ed65b854ea req-660e4b5a-6825-4405-a73d-9001fbe2714c tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 932 time: 0.2398207 Jun 01 09:55:54.895566 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:54.899736 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:54.906785 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:54.911979 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:54.948448 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Pushing event updated for resources: {'Port': ['ID=d99b76f4-b916-417e-91af-865a8c376a25,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:54.955878 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-f5c4dbc8-ff9c-47c8-8e8f-51cc1aa0e18a None None] Provisioning for port 2912420b-ffbe-4913-8221-f1f18f433a60 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:54.961700 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:54.967762 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5bc44ffa-d1ea-4ba8-9212-61ed65b854ea req-5c895ac7-4947-46cc-b911-c1c3da365f95 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205244 Jun 01 09:55:54.996865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-f5c4dbc8-ff9c-47c8-8e8f-51cc1aa0e18a None None] Provisioning complete for port 2912420b-ffbe-4913-8221-f1f18f433a60 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:54.997537 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-f5c4dbc8-ff9c-47c8-8e8f-51cc1aa0e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.012632 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-c4e20144-a2f7-4c88-8fa7-f1c6b9b37cf3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1465604 Jun 01 09:55:55.064471 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Attempting to bind port d99b76f4-b916-417e-91af-865a8c376a25 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:55:55.064853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Attempting to bind port d99b76f4-b916-417e-91af-865a8c376a25 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:55:55.065206 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Attempting to bind port d99b76f4-b916-417e-91af-865a8c376a25 on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:55.073575 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4dbc8-ff9c-47c8-8e8f-51cc1aa0e18a None None] Port 2912420b-ffbe-4913-8221-f1f18f433a60 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:55:55.075230 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:55:55.075618 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Checking segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:55:55.075998 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.076381 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Bound using segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:55:55.076856 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Bound port: d99b76f4-b916-417e-91af-865a8c376a25, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:55:55.078026 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.172861 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] For port d99b76f4-b916-417e-91af-865a8c376a25, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:55:55.176193 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] For port d99b76f4-b916-417e-91af-865a8c376a25, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d99b76f4-b916-417e-91af-865a8c376a25,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:55:55.181498 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.189052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:55.261406 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.270866 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Pushing event updated for resources: {'Port': ['ID=d99b76f4-b916-417e-91af-865a8c376a25,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:55.286659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:55.300650 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.316583 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2912420b-ffbe-4913-8221-f1f18f433a60 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:55:55.324924 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.341094 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Transition to ACTIVE for port object 2912420b-ffbe-4913-8221-f1f18f433a60 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:55.344864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.349895 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ee37a244-1a43-461a-9885-bf01f19130c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:55.354690 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-641eca33-b3c1-4af4-8def-33e14094a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:55.356082 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-641eca33-b3c1-4af4-8def-33e14094a9b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1137 time: 0.2142639 Jun 01 09:55:55.551054 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:55.561530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:55.568511 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Allocated IP 172.28.1.18 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/ab94aacf-8345-4048-90b7-56d0f2f1704c) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:55.620862 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-6775c8e6-73b4-4690-8df0-144d82b2cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:55.622420 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-6775c8e6-73b4-4690-8df0-144d82b2cb66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.2443027 Jun 01 09:55:55.640870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Attempting to bind port 2912420b-ffbe-4913-8221-f1f18f433a60 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:55:55.641241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Attempting to bind port 2912420b-ffbe-4913-8221-f1f18f433a60 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:55:55.641567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Attempting to bind port 2912420b-ffbe-4913-8221-f1f18f433a60 on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:55.646854 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Port 2912420b-ffbe-4913-8221-f1f18f433a60 on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:55:55.647178 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Attempting to bind port 2912420b-ffbe-4913-8221-f1f18f433a60 on network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:55.653762 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:55:55.654137 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Checking segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:55:55.654532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Bound using segment: {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:55:55.654961 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Bound port: 2912420b-ffbe-4913-8221-f1f18f433a60, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313bd43f-5b0a-4136-9d63-590f5f89cea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:55:55.655305 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.771196 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:55:55.774304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2912420b-ffbe-4913-8221-f1f18f433a60,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:55:55.780114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.784348 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9d7935b2-c2f0-4d8a-a0a2-934cc0715aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:55.814993 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-39c43e28-9a7c-4a37-9f4c-257ff288df81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 1001 time: 0.1313307 Jun 01 09:55:55.856459 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:55.857078 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.858907 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] 10.222.0.72 "PUT /v2.0/ports/2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 200 len: 1094 time: 1.1148858 Jun 01 09:55:55.859174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:55:55.861501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8994cf2-e393-436e-9756-8b7c38d5c821" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:55:55.896164 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:55.901570 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Pushing event updated for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:55.906952 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:55.917715 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-6686a84e-a65e-4480-a847-19dd452f25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:55.919568 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-6686a84e-a65e-4480-a847-19dd452f25d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0954683 Jun 01 09:55:55.963268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb04f61-13ce-4f32-9087-dfe4106bcb31 x-openstack-request-id: req-1bb04f61-13ce-4f32-9087-dfe4106bcb31 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:55:55.963717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:55:55.964079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb04f61-13ce-4f32-9087-dfe4106bcb31 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:55:55.964560 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60', 'status': 'completed', 'code': 200} Jun 01 09:55:56.022683 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-ffc9d76c-9993-4d2f-8a48-676295084c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.024801 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-ffc9d76c-9993-4d2f-8a48-676295084c81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 1097 time: 0.1146209 Jun 01 09:55:56.032521 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-27c248ce-6c80-4aa3-b34d-32c79c5a2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.034231 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-27c248ce-6c80-4aa3-b34d-32c79c5a2b7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1031494 Jun 01 09:55:56.035771 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:56.040994 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:56.120437 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab94aacf-8345-4048-90b7-56d0f2f1704c,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:56.132727 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-8f2219f0-d7e6-4e18-a78b-62989f3d7c2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 200 len: 217 time: 0.0994143 Jun 01 09:55:56.243345 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:56.317149 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-1379d5c5-dd2f-4cb4-8328-970a3bbf0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.318679 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-1379d5c5-dd2f-4cb4-8328-970a3bbf0781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.1800096 Jun 01 09:55:56.407334 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-347a0466-c436-49e5-b211-543ecf8c472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.408900 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-347a0466-c436-49e5-b211-543ecf8c472a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835423 Jun 01 09:55:56.438796 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:56.442998 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:56.451202 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:56.461033 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:56.515677 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d99b76f4-b916-417e-91af-865a8c376a25 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:55:56.555286 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-27839955-860f-46f8-9127-b93d8316abab service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392207 Jun 01 09:55:56.570127 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-d8a3e929-531f-49f0-9bb1-93ea1583dd8f service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533909 Jun 01 09:55:56.592551 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92736217-efa2-4b8e-b944-93227b3db2ea None None] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:55:56.711966 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0db5b5aa-39bd-468a-bc41-41f547a1aee5 req-63d2f06c-5843-4e31-b51c-25a453004f31 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358888 Jun 01 09:55:56.725682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-f2a0f14d-feb9-46fa-b355-880f1ce11f18 None None] Provisioning for port d99b76f4-b916-417e-91af-865a8c376a25 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:56.756941 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port d99b76f4-b916-417e-91af-865a8c376a25 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:56.765092 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port d99b76f4-b916-417e-91af-865a8c376a25 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:56.765468 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:56.826895 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56a754-065d-49aa-821a-f5523a3a8da5 req-23cef0a2-0437-47d1-9679-0f5cbd3b2748 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.828384 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad56a754-065d-49aa-821a-f5523a3a8da5 req-23cef0a2-0437-47d1-9679-0f5cbd3b2748 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 944 time: 0.7090058 Jun 01 09:55:56.849347 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-41cb8c37-9b18-41bb-8498-dadb4024cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:56.851497 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-41cb8c37-9b18-41bb-8498-dadb4024cbf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 1097 time: 0.0893483 Jun 01 09:55:56.965289 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6ba7a9c-6fd7-48da-ac8e-ab9e02f64f1a req-3ed48ed8-078f-46e6-a493-fb7495139884 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518548 Jun 01 09:55:56.984415 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:56.990797 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ad56a754-065d-49aa-821a-f5523a3a8da5 req-ff36bfd4-056f-4428-9ad9-482ddef605d7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441460 Jun 01 09:55:57.023430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-d750c792-156b-49ba-bf9e-5eeb112e5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:57.024911 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-d750c792-156b-49ba-bf9e-5eeb112e5c9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.1646864 Jun 01 09:55:57.028334 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port d99b76f4-b916-417e-91af-865a8c376a25, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d99b76f4-b916-417e-91af-865a8c376a25,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:57.033237 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:57.035931 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-45b77b65-d724-4ef2-a08f-4fd486a86c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:57.116552 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-0bd9f205-a2bb-4837-be11-b9b12853d16c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 200 len: 217 time: 0.0830331 Jun 01 09:55:57.117381 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:57.118887 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=d99b76f4-b916-417e-91af-865a8c376a25,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:57.122150 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:57.186875 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-6bff312d-3e1c-463d-96ed-fbbcebba06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:57.188357 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-6bff312d-3e1c-463d-96ed-fbbcebba06b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.0652595 Jun 01 09:55:57.273355 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-b6ede28d-cd17-4a68-bcab-a7253f000fd7 None None] Provisioning complete for port d99b76f4-b916-417e-91af-865a8c376a25 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:57.273355 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b6ede28d-cd17-4a68-bcab-a7253f000fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:57.289744 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-ec0eb0f1-08fe-4c8b-813b-f2fa354d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:57.291316 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-ec0eb0f1-08fe-4c8b-813b-f2fa354d0a84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0954278 Jun 01 09:55:57.483627 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-c74cb14e-596c-4539-8727-2beeef639c91 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817698 Jun 01 09:55:57.507931 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:57.626110 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-a8994cf2-e393-436e-9756-8b7c38d5c821 req-444a9870-c6ee-4268-96ac-fcb3dc48e467 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345577 Jun 01 09:55:57.728859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Router 11d560e2-500f-4f51-a932-ceadb2356c52 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 09:55:58.016541 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:55:58.026539 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a597b-f302-45a1-af01-884960056195 None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:55:58.038415 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:58.039124 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:58.043755 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:58.047848 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9514101 Jun 01 09:55:58.048121 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43096) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:55:58.211492 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:55:58.362003 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6b0f-e400-4348-86e4-f46f382ddf03 req-a0f20bf1-51c2-4790-a3b6-e12829923cea tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:58.363457 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-84dc6b0f-e400-4348-86e4-f46f382ddf03 req-a0f20bf1-51c2-4790-a3b6-e12829923cea tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 944 time: 0.2524378 Jun 01 09:55:58.466830 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d99b76f4-b916-417e-91af-865a8c376a25 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:55:58.488495 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-84dc6b0f-e400-4348-86e4-f46f382ddf03 req-d7da19ac-6368-4ecf-9580-a150318fdfd2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175816 Jun 01 09:55:58.536933 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 2912420b-ffbe-4913-8221-f1f18f433a60 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:55:58.588119 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port d99b76f4-b916-417e-91af-865a8c376a25 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:58.588372 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:58.663768 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:56Z', 'revision_number': 3, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:58.691866 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a597b-f302-45a1-af01-884960056195 None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:55:58.692246 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a597b-f302-45a1-af01-884960056195 None None] Updating router 11d560e2-500f-4f51-a932-ceadb2356c52 port ab94aacf-8345-4048-90b7-56d0f2f1704c binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:55:58.785881 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:58.834270 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:58.880941 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2912420b-ffbe-4913-8221-f1f18f433a60,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:58.929420 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '2912420b-ffbe-4913-8221-f1f18f433a60', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'port_id': '2912420b-ffbe-4913-8221-f1f18f433a60', 'mac_address': 'fa:16:3e:f0:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:55:59.074410 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Allocated IP 172.20.0.1 (d24c82d2-32fc-4d5a-8ff4-0229183fa744/e42206c8-d0dc-4296-8fcd-64bf0812804c/19d6197f-31bf-4c3b-9bc9-75e8557b4bd4) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:55:59.094311 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.167025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2912420b-ffbe-4913-8221-f1f18f433a60 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:55:59.200170 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2912420b-ffbe-4913-8221-f1f18f433a60,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:55:59.212800 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.216794 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:59.233416 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.250237 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Transition to ACTIVE for port object 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 will not be triggered until provisioned by entity DHCP. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:59.278734 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.283804 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d04f143d-12dd-4a30-a451-76213dbb0ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:59.303522 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:59.308023 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:59.344779 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:55:59.347496 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:55:59.350136 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:55:59.372028 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.386695 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-b15a597b-f302-45a1-af01-884960056195 None None] Transition to ACTIVE for port object ab94aacf-8345-4048-90b7-56d0f2f1704c will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:55:59.394684 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.398382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:59.404584 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:59.407638 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:59.422244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.436635 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['2912420b-ffbe-4913-8221-f1f18f433a60'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:55:59.531656 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-b15a597b-f302-45a1-af01-884960056195 None None] Attempting to bind port ab94aacf-8345-4048-90b7-56d0f2f1704c on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:55:59.532025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-b15a597b-f302-45a1-af01-884960056195 None None] Attempting to bind port ab94aacf-8345-4048-90b7-56d0f2f1704c by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:55:59.532494 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a597b-f302-45a1-af01-884960056195 None None] Attempting to bind port ab94aacf-8345-4048-90b7-56d0f2f1704c on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:55:59.538069 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Pushing event updated for resources: {'Port': ['ID=ab94aacf-8345-4048-90b7-56d0f2f1704c,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:59.543626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:55:59.544508 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a597b-f302-45a1-af01-884960056195 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:55:59.544882 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a597b-f302-45a1-af01-884960056195 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:55:59.545289 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.545682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a597b-f302-45a1-af01-884960056195 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:55:59.546191 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-b15a597b-f302-45a1-af01-884960056195 None None] Bound port: ab94aacf-8345-4048-90b7-56d0f2f1704c, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:55:59.546564 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.636635 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1da2d04e-86a0-4fe5-b1d5-0e8a0f824d48 None None] Provisioning for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:55:59.659966 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1da2d04e-86a0-4fe5-b1d5-0e8a0f824d48 None None] Provisioning complete for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:55:59.660252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1da2d04e-86a0-4fe5-b1d5-0e8a0f824d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.724635 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-b15a597b-f302-45a1-af01-884960056195 None None] For port ab94aacf-8345-4048-90b7-56d0f2f1704c, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:55:59.741024 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-b15a597b-f302-45a1-af01-884960056195 None None] For port ab94aacf-8345-4048-90b7-56d0f2f1704c, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=ab94aacf-8345-4048-90b7-56d0f2f1704c,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:55:59.753945 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b15a597b-f302-45a1-af01-884960056195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.760496 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:55:59.788870 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1da2d04e-86a0-4fe5-b1d5-0e8a0f824d48 None None] Port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:55:59.802867 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a872bb-28a1-405f-b9ee-6cc021a28073 req-9ce44c4a-9c84-49ee-9b08-48946723c8c0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:55:59.804357 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78a872bb-28a1-405f-b9ee-6cc021a28073 req-9ce44c4a-9c84-49ee-9b08-48946723c8c0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 945 time: 0.1475391 Jun 01 09:55:59.871322 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:55:59.871934 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:55:59.897955 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-78a872bb-28a1-405f-b9ee-6cc021a28073 req-bffdbb3e-4d7c-44f1-9fac-dae5b2bf057f tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866425 Jun 01 09:55:59.911410 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:55:59.937960 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Pushing event updated for resources: {'Port': ['ID=ab94aacf-8345-4048-90b7-56d0f2f1704c,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:55:59.943821 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:00.071919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:00.148560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:00.153900 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:00.181009 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:00.263168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:00.265700 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:00.269478 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:00.399685 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-b15a597b-f302-45a1-af01-884960056195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:00.404626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a597b-f302-45a1-af01-884960056195 None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:00.412595 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:56:00.413695 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:56:00.552424 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 2912420b-ffbe-4913-8221-f1f18f433a60 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:00.626423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:00.656857 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 2912420b-ffbe-4913-8221-f1f18f433a60 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:56:00.695567 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 2912420b-ffbe-4913-8221-f1f18f433a60 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:00.696378 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:00.872298 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:00.895081 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/11d560e2-500f-4f51-a932-ceadb2356c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8371744 Jun 01 09:56:00.926990 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-577e2984-7c19-4b59-90a6-a22344dec395 None None] Provisioning complete for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:00.927384 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-577e2984-7c19-4b59-90a6-a22344dec395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.036864 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.045682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-577e2984-7c19-4b59-90a6-a22344dec395 None None] Port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:56:01.080824 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:01.083420 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f10cee-8c28-4454-9d83-184cdb407852" -d '{"events": [{"server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "name": "network-vif-plugged", "status": "completed", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:01.094274 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2912420b-ffbe-4913-8221-f1f18f433a60,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:01.099484 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.101488 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:01.176856 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd0281-1de8-4d15-9a9b-1d37004a4725 req-16409c14-b53b-4825-b6e9-3a6a6048cc4b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:01.179042 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-25fd0281-1de8-4d15-9a9b-1d37004a4725 req-16409c14-b53b-4825-b6e9-3a6a6048cc4b tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1048846 Jun 01 09:56:01.180351 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:01.183474 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:01.264889 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-25fd0281-1de8-4d15-9a9b-1d37004a4725 req-c62d2315-4c74-4b99-911d-41076614b511 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705628 Jun 01 09:56:01.342283 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52636ae2-e2aa-4240-9b6a-fac614f1b446 x-openstack-request-id: req-52636ae2-e2aa-4240-9b6a-fac614f1b446 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:01.342555 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "name": "network-vif-plugged", "status": "completed", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:01.342834 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52636ae2-e2aa-4240-9b6a-fac614f1b446 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:01.343384 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60', 'code': 200} Jun 01 09:56:01.493183 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43126) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:01.498554 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437176053', 'description': 'tempest-description--2095473003'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:01.505097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:01.509291 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:56:01.512553 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:56:01.519515 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:01.531529 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.553889 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:01.557849 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:56:01.561052 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:56:01.567192 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:01.592376 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f0fc-5e7e-4c77-8781-6755838b6203 req-2de68d39-26bf-464a-9ede-9b25664979d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:01.593872 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1ac0f0fc-5e7e-4c77-8781-6755838b6203 req-2de68d39-26bf-464a-9ede-9b25664979d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 1099 time: 0.0801544 Jun 01 09:56:01.639334 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1ac0f0fc-5e7e-4c77-8781-6755838b6203 req-94fd8a49-9e6f-4cf0-9ea0-dd725e967970 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390570 Jun 01 09:56:01.647495 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.652141 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.656253 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0f8baf09-b9de-4e8c-b526-0c409a805d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:01.696977 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0152ac19-2219-483e-8276-0ac9d55cf286,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:01.700010 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.704017 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2069905 Jun 01 09:56:01.704017 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:01.704303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43130) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:01.709302 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group_rule': {'security_group_id': '0152ac19-2219-483e-8276-0ac9d55cf286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:01.715817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:01.719795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:56:01.722710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:56:01.728734 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:01.747937 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.817219 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.821676 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.823884 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:01.849303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d3889e-87a9-48af-9067-99b54e992e8c,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:01.854635 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:01.863761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.865291 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599321 Jun 01 09:56:01.868039 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43136) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:01.873750 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group_rule': {'security_group_id': '0152ac19-2219-483e-8276-0ac9d55cf286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:01.880384 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:01.884317 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:56:01.887258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:56:01.893205 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:01.911697 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.979121 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.983797 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:01.986313 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5bb421e8-cf5f-48b8-a5bb-7b9d1e2cf5b8 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:02.008033 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b0189e-8850-49cc-b6d6-119d0fee7213,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:02.012030 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:02.021828 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.023030 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9a13dc31-a2a1-4970-a5d8-2e8750330ea6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540463 Jun 01 09:56:02.026370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43142) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:02.032771 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:02.039839 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:02.043895 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:floatingip and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:56:02.046958 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:56:02.054268 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:02.064312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.220244 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.381986 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Allocated IP 172.28.1.123 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/90483307-376f-483e-b46d-e9fe4990b02d) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:56:02.525257 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ab94aacf-8345-4048-90b7-56d0f2f1704c up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:02.553134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1846-4aa6-4630-898e-51cff208ab02 req-e724c529-c17d-4e81-bfee-428b610acac4 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:02.558546 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9bc1846-4aa6-4630-898e-51cff208ab02 req-e724c529-c17d-4e81-bfee-428b610acac4 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1581357 Jun 01 09:56:02.624107 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port ab94aacf-8345-4048-90b7-56d0f2f1704c completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:56:02.630801 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port ab94aacf-8345-4048-90b7-56d0f2f1704c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:02.631191 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.687916 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.723190 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.728514 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-09a6f312-b2af-4070-8c51-09b4cfb40d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:02.751515 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:02.760286 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9bc1846-4aa6-4630-898e-51cff208ab02 req-a4b113b2-7f44-4632-910e-b64e524668c6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1950257 Jun 01 09:56:02.764614 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:02.765452 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:02.782962 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.787626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:56:02.791465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:56:02.795727 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:56:02.802523 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port ab94aacf-8345-4048-90b7-56d0f2f1704c, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=ab94aacf-8345-4048-90b7-56d0f2f1704c,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:02.809437 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.814971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:02.845374 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=90483307-376f-483e-b46d-e9fe4990b02d,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:02.849710 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:02.894049 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=ab94aacf-8345-4048-90b7-56d0f2f1704c,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:02.897281 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:02.902501 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.902904 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.903339 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.903735 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.904271 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.904663 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.905049 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.905432 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.905828 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.906262 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.906620 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.907005 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:02.917392 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:02.957058 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:02.957763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.173916 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.179898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.184770 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9933c071-ba81-4a4c-99e2-8b9599280ef8 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:03.299644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=90483307-376f-483e-b46d-e9fe4990b02d,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:03.302813 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:03.305817 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 2, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:03.310558 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:03.310694 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Updating router 11d560e2-500f-4f51-a932-ceadb2356c52 port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 09:56:03.313396 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.337362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.346714 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-ea108f25-67f6-4f38-806e-a80e0ffda256 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3110306 Jun 01 09:56:03.365606 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.515156 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-1c809ccb-4ef5-4dea-a697-382157ce6da8 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:56:03.536872 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-1c809ccb-4ef5-4dea-a697-382157ce6da8 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:56:03.538795 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-1c809ccb-4ef5-4dea-a697-382157ce6da8 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1437176053&fields=id&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 267 time: 0.0684040 Jun 01 09:56:03.703334 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-79108cc7-a103-42d7-98da-4cab63b6a8fa tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:03.704088 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-79108cc7-a103-42d7-98da-4cab63b6a8fa tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:network {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:56:03.720689 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-79108cc7-a103-42d7-98da-4cab63b6a8fa tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:network {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:56:03.721899 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-79108cc7-a103-42d7-98da-4cab63b6a8fa tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 817 time: 0.1745851 Jun 01 09:56:03.737087 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.739715 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-ba070685-67d3-47b7-8116-91abad36d9e0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/quotas/1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 375 time: 0.0116558 Jun 01 09:56:03.749891 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Transition to ACTIVE for port object 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:56:03.757166 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:03.761851 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:03.824198 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-816c14e1-5411-4728-921e-cbfb8a9f5a67 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:56:03.827574 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Pushing event updated for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:03.842565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-816c14e1-5411-4728-921e-cbfb8a9f5a67 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:56:03.844116 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-816c14e1-5411-4728-921e-cbfb8a9f5a67 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006575 Jun 01 09:56:03.891242 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.891588 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.892093 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.892571 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.893682 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.894011 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.894334 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.894634 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.895099 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.895387 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.896120 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.896870 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:03.900955 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:04.007779 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Attempting to bind port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:56:04.008141 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Attempting to bind port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:56:04.008699 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Attempting to bind port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:56:04.014779 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:56:04.015147 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Checking segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:56:04.015536 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.015919 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Bound using segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:56:04.016665 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Bound port: 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:56:04.017034 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.054914 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5d19-7bc5-4493-99be-205b03a7ec00 req-4960a76e-d792-43e2-ad5a-c4f92c81c409 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:04.056415 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0a2f5d19-7bc5-4493-99be-205b03a7ec00 req-4960a76e-d792-43e2-ad5a-c4f92c81c409 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1758993 Jun 01 09:56:04.058497 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-f6ecfe2b-face-4ec7-90e0-b909bc59b12c service neutron] 10.222.0.15 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024467 Jun 01 09:56:04.116444 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] For port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:56:04.119781 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] For port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:56:04.124994 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.129252 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-7425de38-f15c-4ec8-a57c-798052a4b545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:04.185352 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0a2f5d19-7bc5-4493-99be-205b03a7ec00 req-722cd7d0-ff37-405c-9961-cc6e5e0f2db6 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195092 Jun 01 09:56:04.207834 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:04.208511 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:04.230921 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-8f1dda1b-4dfa-477f-8660-1924e3a0745a service neutron] 10.222.0.15 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661432 Jun 01 09:56:04.278090 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Pushing event updated for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=4']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:04.290117 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:04.414622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ddf2-c39c-415a-94bb-7337181dc9a1 req-388c1fc6-0fb2-4ad4-9287-2a7087e767b0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:04.419488 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4d19ddf2-c39c-415a-94bb-7337181dc9a1 req-388c1fc6-0fb2-4ad4-9287-2a7087e767b0 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1195021 Jun 01 09:56:04.425296 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43180) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:04.426765 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:04.437596 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Request body: {'floatingip': {'port_id': '2912420b-ffbe-4913-8221-f1f18f433a60'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:04.559444 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:04.585336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.647471 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:56:04.665005 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-185cd327-651d-4db6-b847-5c37e3f26bb3 req-0cbd9e90-c1c7-4c4f-a078-9da41289f868 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.1439869 Jun 01 09:56:04.669515 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:04.669899 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.850777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.884625 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:04.891382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:04.897371 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:04.898509 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ab94aacf-8345-4048-90b7-56d0f2f1704c up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:04.899703 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839a654f-7cd3-4223-b33e-79e24b32122b None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:04.953602 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:05.065718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:05.070325 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:05.082193 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port ab94aacf-8345-4048-90b7-56d0f2f1704c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:05.082682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:05.621642 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:05.626464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:05.846070 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4316119e-bf03-4457-a12e-0d51bf63dad3 req-3d4a7ea1-a87c-405c-8f19-4e164659d2b3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0548463 Jun 01 09:56:05.860257 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.l3_db [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Floating IP 2697b1bb-5081-473a-9dfd-6388d9df39ea associated. External IP: 172.28.1.108, port: 2912420b-ffbe-4913-8221-f1f18f433a60. Jun 01 09:56:05.895270 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-bf69dee6-084a-4725-84e5-f025ce088460 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:05.898231 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-bf69dee6-084a-4725-84e5-f025ce088460 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 817 time: 0.1816897 Jun 01 09:56:05.967879 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-f70dc143-ac8b-44d9-8eaa-4fa3f0e6c0f3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 380 time: 0.0582561 Jun 01 09:56:05.982481 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'port': {'device_id': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'admin_state_up': True, 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'security_groups': ['0152ac19-2219-483e-8276-0ac9d55cf286']}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:06.132975 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:56:06.143075 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:56:06.156142 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Made reservation on behalf of 1086b56e4af54dc8a3ba598ba72f07b1 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:56:06.160249 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.233735 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:06.328748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Allocated IP 172.20.0.8 (d24c82d2-32fc-4d5a-8ff4-0229183fa744/e42206c8-d0dc-4296-8fcd-64bf0812804c/3a35a4fc-1c6f-4e4c-9214-275878ba84a1) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:56:06.428622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:06.433366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.439799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:06.449756 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:06.450439 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:06.497873 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-33413894-20ab-4bcf-aded-52f5028e69f7 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "PUT /v2.0/floatingips/2697b1bb-5081-473a-9dfd-6388d9df39ea HTTP/1.1" status: 200 len: 992 time: 2.0713756 Jun 01 09:56:06.498738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:06.501097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f913b-d4e7-4a53-8e79-0471acc73d38" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:06.543506 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.554731 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:06.556877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a6668a-eeec-4098-a7b2-df92ae85c1db x-openstack-request-id: req-42a6668a-eeec-4098-a7b2-df92ae85c1db {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:06.557388 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:06.557768 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a6668a-eeec-4098-a7b2-df92ae85c1db {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:06.558292 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60', 'status': 'completed', 'code': 200} Jun 01 09:56:06.566784 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Transition to ACTIVE for port object 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:56:06.597252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.603935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-47f36012-53cd-4383-88a4-ff8c3fe65a37 tempest-VolumesSnapshotTestJSON-263649626 tempest-VolumesSnapshotTestJSON-263649626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:06.661208 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-da94d97f-f5ab-400b-a248-b9722e2b1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:06.662737 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-da94d97f-f5ab-400b-a248-b9722e2b1ae5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 1099 time: 0.0790589 Jun 01 09:56:06.672255 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:56:06.676027 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:56:06.678717 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:56:06.708919 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:06.722293 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:06.725986 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:06.758852 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:06.759837 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.795990 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181047 Jun 01 09:56:06.809518 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Request body: {'port': {'device_id': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:06.939555 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:06.940209 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:06.944869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-ddfe1431-b5c8-4960-9f0d-dd9fdd01fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:06.946818 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-ddfe1431-b5c8-4960-9f0d-dd9fdd01fae1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.2761302 Jun 01 09:56:06.949400 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.108263 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-d057db10-c693-4684-ba9e-55ad8b4b8f85 None None] Provisioning for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:56:07.110587 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-0d9c047a-0f86-4cf6-a75f-f93c39485ccb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 200 len: 1000 time: 0.1553500 Jun 01 09:56:07.128564 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-d057db10-c693-4684-ba9e-55ad8b4b8f85 None None] Provisioning complete for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:07.129315 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d057db10-c693-4684-ba9e-55ad8b4b8f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.179643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8448f27-1583-4946-8df8-0b00da538c84 req-f52c3bd2-1cce-4db0-b820-ccdc8f1decda tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:07.181085 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8448f27-1583-4946-8df8-0b00da538c84 req-f52c3bd2-1cce-4db0-b820-ccdc8f1decda tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 931 time: 0.1674194 Jun 01 09:56:07.194453 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-4e30c2a7-1467-4854-bea0-64081452d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:07.196199 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-4e30c2a7-1467-4854-bea0-64081452d4bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.0783103 Jun 01 09:56:07.279654 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-d057db10-c693-4684-ba9e-55ad8b4b8f85 None None] Port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:56:07.330307 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8448f27-1583-4946-8df8-0b00da538c84 req-1625dfdf-4f16-405d-9b50-7310ed06ba0c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313329 Jun 01 09:56:07.332002 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '2697b1bb-5081-473a-9dfd-6388d9df39ea', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': '2912420b-ffbe-4913-8221-f1f18f433a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:f0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:55:50Z', 'updated_at': '2021-06-01T09:56:05Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:07.343331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:07.347768 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-9201dd6d-f00d-4dd4-80c9-65da7337f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:07.355767 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-9201dd6d-f00d-4dd4-80c9-65da7337f8b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1350996 Jun 01 09:56:07.368631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:07.368631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:07.441102 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:56:07.450684 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.467276 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Transition to ACTIVE for port object 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:56:07.473012 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.479294 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:07.500151 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-e17189c5-c1df-46ca-a83b-9e21342cd50a service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380193 Jun 01 09:56:07.577099 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:07.628637 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:07.632833 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:07.677626 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d0f913b-d4e7-4a53-8e79-0471acc73d38 req-9ab85c3c-b8a7-4e42-853f-14d748cf41dd service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701686 Jun 01 09:56:07.768221 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Attempting to bind port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:56:07.769534 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Attempting to bind port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:56:07.769820 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Attempting to bind port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:56:07.781531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:56:07.781739 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Attempting to bind port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:56:07.787579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:56:07.787903 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Checking segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:56:07.788272 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Bound using segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:56:07.788687 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Bound port: 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:56:07.789027 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.880376 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:56:07.884969 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:56:07.890380 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.894220 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e81c3004-b1d3-4ba0-9ce1-3843021c1765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:07.957461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:07.958231 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:07.959471 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] 10.222.0.72 "PUT /v2.0/ports/3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 1093 time: 1.1554193 Jun 01 09:56:07.960000 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:07.962398 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:08.000865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '2697b1bb-5081-473a-9dfd-6388d9df39ea', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': '2912420b-ffbe-4913-8221-f1f18f433a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:f0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:55:50Z', 'updated_at': '2021-06-01T09:56:05Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:08.006448 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a18451-78ec-486f-b26f-ffd68b1b2c91 None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '2697b1bb-5081-473a-9dfd-6388d9df39ea', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'floating_ip_address': '172.28.1.108', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'port_id': '2912420b-ffbe-4913-8221-f1f18f433a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'mac_address': 'fa:16:3e:f0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:55:50Z', 'updated_at': '2021-06-01T09:56:05Z', 'revision_number': 1, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:08.043640 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1900f-17bb-4812-9cbe-4b76ae2c0432 x-openstack-request-id: req-0ab1900f-17bb-4812-9cbe-4b76ae2c0432 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:08.043868 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:08.044083 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ab1900f-17bb-4812-9cbe-4b76ae2c0432 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:08.044504 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'status': 'completed', 'code': 200} Jun 01 09:56:08.063459 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:08.067502 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:08.092678 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-d5d309b3-2a76-445e-9241-47cac64382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.094251 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-d5d309b3-2a76-445e-9241-47cac64382f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0911739 Jun 01 09:56:08.169381 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-7204f494-025b-4706-b4f7-2b7882837016 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 217 time: 0.0674601 Jun 01 09:56:08.201125 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd310ce-21a1-4b24-9501-bd1c78a64e20 None None] New status for floating IP 2697b1bb-5081-473a-9dfd-6388d9df39ea: ACTIVE {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:56:08.239936 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-409ba64e-12b7-460b-87e7-20bd6417e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.241339 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-409ba64e-12b7-460b-87e7-20bd6417e2fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0643666 Jun 01 09:56:08.325462 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-947516f3-4067-4818-9f80-c136ad7d0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.327012 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-947516f3-4067-4818-9f80-c136ad7d0669 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791044 Jun 01 09:56:08.472180 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-924e9c5e-ffc4-4f23-aca4-64304c451390 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374903 Jun 01 09:56:08.569145 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8ba3-b359-4e17-b6f0-132ee017047d req-01edfe86-dde4-4705-b509-0d1553cf129e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.570657 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5b3a8ba3-b359-4e17-b6f0-132ee017047d req-01edfe86-dde4-4705-b509-0d1553cf129e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.1038561 Jun 01 09:56:08.621399 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5b3a8ba3-b359-4e17-b6f0-132ee017047d req-cc16190b-0f88-4291-b9eb-56046e7f1f11 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Jun 01 09:56:08.621563 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c205d295-9b66-4286-9291-d6f21297e8a3 req-a11176d7-efbd-4809-b221-8e04354a7753 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423490 Jun 01 09:56:08.746762 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-25844508-8211-4ded-8caf-7bc26bb146c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.748183 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-25844508-8211-4ded-8caf-7bc26bb146c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0746884 Jun 01 09:56:08.904063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-4e7ef18e-2b41-4fa3-ae66-83cf7d1df392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:08.905709 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-4e7ef18e-2b41-4fa3-ae66-83cf7d1df392 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1484551 Jun 01 09:56:08.977990 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-0c25dc94-a1a5-46f5-b154-41eaa381cfc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 217 time: 0.0654402 Jun 01 09:56:09.042393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-e33ade5e-3c52-45ff-8b29-22ea698ed0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:09.043774 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-e33ade5e-3c52-45ff-8b29-22ea698ed0a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0591221 Jun 01 09:56:09.130754 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-650edd53-b742-46dc-9a89-437ee9477b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:09.132226 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-650edd53-b742-46dc-9a89-437ee9477b2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804584 Jun 01 09:56:09.354010 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-dcc8b4bd-9b45-4e45-86af-36706d03f662 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144454 Jun 01 09:56:09.498383 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-7f0fbdaa-8809-4feb-8a29-bbebe053f08d req-5c1ce5d5-01c0-451f-b81d-3bb4f080aef8 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358163 Jun 01 09:56:09.827438 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52056-8ed8-49f5-92cf-9200487f4142 req-21e6ba5c-8836-4232-ab2c-e0ef804103d9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:09.828859 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ce52056-8ed8-49f5-92cf-9200487f4142 req-21e6ba5c-8836-4232-ab2c-e0ef804103d9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0877259 Jun 01 09:56:09.873063 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3ce52056-8ed8-49f5-92cf-9200487f4142 req-1e06cf08-3a45-4de0-b9ba-388c23646849 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Jun 01 09:56:10.580995 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:56:10.723779 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:10.739269 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:56:10.801393 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:10.822907 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:56:10.839047 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:10.843512 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:10.845270 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:10.919759 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:10.923112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:11.063913 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['3a35a4fc-1c6f-4e4c-9214-275878ba84a1'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:56:11.076832 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0653e-7fc8-4144-a94c-d797bd017fbc req-c9e9feea-b547-41ac-86c6-75613c9bb5c9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:11.078400 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c8d0653e-7fc8-4144-a94c-d797bd017fbc req-c9e9feea-b547-41ac-86c6-75613c9bb5c9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0884428 Jun 01 09:56:11.127660 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c8d0653e-7fc8-4144-a94c-d797bd017fbc req-a0e24641-e183-4813-975c-7960e5bc5e6a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Jun 01 09:56:11.237529 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43266) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:11.299628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Deleting subnet bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:56:11.303179 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.362008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.418437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.672098 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.676809 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:11.710196 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbeeea4-bae3-4fb9-94f1-331e851cc9d0,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:11.713265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:11.714281 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.720690 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bcbeeea4-bae3-4fb9-94f1-331e851cc9d0 HTTP/1.1" status: 204 len: 168 time: 0.4821129 Jun 01 09:56:11.724834 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43270) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:11.848165 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.985441 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:11.998593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be23caf-fa61-4ff9-84ff-35727f2c3876']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:12.010534 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:12.010820 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff9b318-4b3d-4a5d-9b72-8d75df9a0647') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:12.022519 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.040726 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.046169 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:56:12.046689 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:56:12.066574 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:56:12.149692 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.155618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:12.171366 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.177564 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Pushing event deleted for resources: {'Network': ['ID=3be23caf-fa61-4ff9-84ff-35727f2c3876,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:12.181862 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:12.190928 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-762e490d-335d-460d-a03c-70e83ca3c75c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3be23caf-fa61-4ff9-84ff-35727f2c3876 HTTP/1.1" status: 204 len: 168 time: 0.4643433 Jun 01 09:56:12.324322 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43280) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:12.328942 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1311-d43e-44b2-8a2b-c4ac44473cc5 req-3d40ed64-dbfe-480a-a3fa-53ae87653aaf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:12.330443 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0eac1311-d43e-44b2-8a2b-c4ac44473cc5 req-3d40ed64-dbfe-480a-a3fa-53ae87653aaf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0833249 Jun 01 09:56:12.376185 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-30d54d91-43df-4bb9-bdf5-af18e188dba0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79c7a47d83e149ad91fce9568f7aa401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480793 Jun 01 09:56:12.376406 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0eac1311-d43e-44b2-8a2b-c4ac44473cc5 req-45f2255b-55b6-46bd-9fd6-9939425f217a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385516 Jun 01 09:56:12.376530 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43284) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:12.439429 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.467079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.521801 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.525559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e2d8b0a6-a0d0-4acf-ad6e-f551206b0776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:12.538200 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e910b13-15eb-4893-8e82-33d4b0c098f0,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:12.541251 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:12.551517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.552783 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f0cac171-c7bc-4e64-b1c1-a6e434a14d8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e910b13-15eb-4893-8e82-33d4b0c098f0 HTTP/1.1" status: 204 len: 168 time: 0.1754892 Jun 01 09:56:12.600111 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:56:12.668907 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:56:12.674025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:12.674408 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.801630 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.831533 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:12.833933 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36360855-2362-496e-8170-64b51e3684da" -d '{"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:12.845361 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:12.850836 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:12.852844 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:12.884102 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32ad41a-8831-4b7f-96d8-f0de4dc0c807 x-openstack-request-id: req-d32ad41a-8831-4b7f-96d8-f0de4dc0c807 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:12.884405 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:12.884664 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d32ad41a-8831-4b7f-96d8-f0de4dc0c807 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:12.885057 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'code': 200} Jun 01 09:56:12.925506 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:12.928540 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:13.161418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c787c9-18e6-4685-b331-f25d264436fa req-6ff6d3d0-bf0c-4d6d-bad7-8c64c02b6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:13.162958 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-88c787c9-18e6-4685-b331-f25d264436fa req-6ff6d3d0-bf0c-4d6d-bad7-8c64c02b6bda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0790262 Jun 01 09:56:13.206329 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-88c787c9-18e6-4685-b331-f25d264436fa req-9d5f0ad2-7e81-4f12-9adb-24025d4dde96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356941 Jun 01 09:56:13.587289 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e83eef-afaa-4554-b6d1-ba42e061511c req-98a99e48-ee84-45b3-a2e1-f5a7a530eca7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:13.588721 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73e83eef-afaa-4554-b6d1-ba42e061511c req-98a99e48-ee84-45b3-a2e1-f5a7a530eca7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0969608 Jun 01 09:56:13.636746 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73e83eef-afaa-4554-b6d1-ba42e061511c req-a7cbb6b2-d8cd-470f-90b2-dc1a3f62e137 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Jun 01 09:56:14.844323 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0a65-9977-4ad1-bef8-77c328ab8f10 req-371a8532-7fb2-46d6-8af3-42acf321e478 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:14.845803 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7fcb0a65-9977-4ad1-bef8-77c328ab8f10 req-371a8532-7fb2-46d6-8af3-42acf321e478 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0933220 Jun 01 09:56:14.893778 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7fcb0a65-9977-4ad1-bef8-77c328ab8f10 req-ee8ec6b8-7333-4795-9ed1-79744fba3b6f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Jun 01 09:56:15.104507 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e31db4-7c33-453a-a21f-6e9289b7fe80 req-cbc09d8b-4da8-4320-91d2-fde64e9c8307 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:15.105936 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f5e31db4-7c33-453a-a21f-6e9289b7fe80 req-cbc09d8b-4da8-4320-91d2-fde64e9c8307 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1028221 Jun 01 09:56:15.114990 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43302) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:15.119958 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'floatingip': {'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:15.198413 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:15.548898 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:56:15.912306 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:15.918861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:16.090162 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.l3_db [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Floating IP 9db323a6-372b-407d-be55-0f322452b9c5 associated. External IP: 172.28.1.123, port: 3a35a4fc-1c6f-4e4c-9214-275878ba84a1. Jun 01 09:56:16.457775 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:16.655635 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:16.660022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:16.665949 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:16.676996 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:16.677759 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:16.718693 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-f7c828ed-c304-4d19-ad3b-ce5f202bdc92 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "PUT /v2.0/floatingips/9db323a6-372b-407d-be55-0f322452b9c5 HTTP/1.1" status: 200 len: 991 time: 1.6007414 Jun 01 09:56:16.718693 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:16.720466 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1376da2-4017-4577-99e5-a21ad4684cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:16.819882 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d1c44-9794-4787-8de4-e12157b6cf94 x-openstack-request-id: req-d57d1c44-9794-4787-8de4-e12157b6cf94 {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:16.820202 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:16.820481 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d57d1c44-9794-4787-8de4-e12157b6cf94 {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:16.820900 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'status': 'completed', 'code': 200} Jun 01 09:56:16.903613 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:16.930517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-549c53a0-3e32-4885-965d-716a3cfdfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:16.931894 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-549c53a0-3e32-4885-965d-716a3cfdfec5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0754721 Jun 01 09:56:17.151291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-96f46454-6818-4e9a-8a79-148f227d05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:17.153129 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-96f46454-6818-4e9a-8a79-148f227d05ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.2139649 Jun 01 09:56:17.259281 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '9db323a6-372b-407d-be55-0f322452b9c5', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:56:02Z', 'updated_at': '2021-06-01T09:56:15Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:17.259573 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-67f84ac7-7cca-4f5c-8307-d83a8a297d57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 999 time: 0.0971396 Jun 01 09:56:17.263251 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:17.271602 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:17.272206 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:55:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:17.322504 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-73af63bf-908b-4b97-a628-338d9a3b47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:17.323996 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-73af63bf-908b-4b97-a628-338d9a3b47cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0583713 Jun 01 09:56:17.407547 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-608d9dc4-61e2-4945-af8c-046fde282063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:17.409055 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-608d9dc4-61e2-4945-af8c-046fde282063 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768092 Jun 01 09:56:17.452423 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:17.545010 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-0801f9f3-cce4-43a5-96f5-eb22b7850b22 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281855 Jun 01 09:56:17.682293 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e1376da2-4017-4577-99e5-a21ad4684cf5 req-0e22bfa3-20a3-486a-ba59-556284197cec service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256652 Jun 01 09:56:17.809129 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '9db323a6-372b-407d-be55-0f322452b9c5', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:56:02Z', 'updated_at': '2021-06-01T09:56:15Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:17.813258 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ff575-8f47-43e8-9fa7-96a5eebfb9dc None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '9db323a6-372b-407d-be55-0f322452b9c5', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:56:02Z', 'updated_at': '2021-06-01T09:56:15Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:18.000411 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a692f9-562d-4b33-aa00-f16fe550a086 None None] New status for floating IP 9db323a6-372b-407d-be55-0f322452b9c5: ACTIVE {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:56:19.539014 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-52e55ebf-1c0e-41ff-9cbd-f5930d4f2a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:22.090672 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:22.362923 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-09f2c91f-4a69-4f93-bf15-0d8db5e0df18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:23.190282 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:24.600150 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.266471 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-51fbaaa3-7a0a-4641-9ffd-c02a0875ca0a tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559593196&fields=id&tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792 HTTP/1.1" status: 200 len: 267 time: 0.1513689 Jun 01 09:56:26.355007 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-d3ece550-2e55-4d61-a02a-6eb5e6286fd5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:26.356426 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-d3ece550-2e55-4d61-a02a-6eb5e6286fd5 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 984 time: 0.0819018 Jun 01 09:56:26.367422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Request body: {'port': {'security_groups': ['3b2c8619-b813-4514-8ec1-c597c150b80b']}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:56:26.440152 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.490100 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.736916 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:26.762110 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.768842 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.774482 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-403ee421-e179-4bdc-adb6-9bcc770dcff0 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:26.780785 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:56:26.838708 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:26.840028 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:26.840762 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c11b367b-3f71-4e29-8083-59b6fa69715a req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "PUT /v2.0/ports/63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 942 time: 0.4780152 Jun 01 09:56:26.841279 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:26.843637 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae8969e-9920-44f6-96d5-07fcf00b89f5" -d '{"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:26.847470 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43354) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:26.873885 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event updated for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=7']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:26.877123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:26.908644 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e373b5-de4f-4069-9781-3532818dc8de x-openstack-request-id: req-e7e373b5-de4f-4069-9781-3532818dc8de {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:26.908981 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:26.909265 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7e373b5-de4f-4069-9781-3532818dc8de {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:26.909693 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:56:26.996906 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:56:26.999072 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.048215 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.101415 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-94ee47ab-5cf3-4280-bfad-dbf7fb21a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:27.103001 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-94ee47ab-5cf3-4280-bfad-dbf7fb21a70a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1098 time: 0.1539176 Jun 01 09:56:27.184704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-937ccc9b-791f-4ce1-88bf-e185153ff662 None None] Provisioning complete for port 63959b54-872d-4b75-b12a-fe0705b8b9d6 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:56:27.184704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-937ccc9b-791f-4ce1-88bf-e185153ff662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.204340 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.210660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-227000d0-edca-4fc7-8c85-eba7fba78599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:27.242187 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c5f1d-e49d-4573-8ed9-a9bbe98ba717,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:27.245288 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:27.273911 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.275066 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "DELETE /v2.0/security-groups/055c5f1d-e49d-4573-8ed9-a9bbe98ba717 HTTP/1.1" status: 204 len: 168 time: 0.4251571 Jun 01 09:56:27.276964 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-a8d704aa-7c04-4bc7-8458-583697895017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:27.278324 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43360) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:27.278846 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-a8d704aa-7c04-4bc7-8458-583697895017 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.1676164 Jun 01 09:56:27.392776 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-4b35a29e-1818-4d2d-a2f7-2838bf47bfbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 1001 time: 0.1029344 Jun 01 09:56:27.456137 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-591a7620-234e-4a7f-9e23-be3d3c9eb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:27.457622 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-591a7620-234e-4a7f-9e23-be3d3c9eb2c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0578411 Jun 01 09:56:27.542475 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-3b49fb44-5a13-4b3b-a5ec-3db25533bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:27.543873 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-3b49fb44-5a13-4b3b-a5ec-3db25533bce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709183 Jun 01 09:56:27.545786 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Deleting port 57310ade-704f-415b-9e65-ce8c4530e975 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:27.546165 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.663910 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.664284 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.676892 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-e840aef8-cfa5-4e15-8d3a-ffd495d33b11 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233807 Jun 01 09:56:27.785189 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Calling delete_port for 57310ade-704f-415b-9e65-ce8c4530e975 owned by network:floatingip {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:27.814697 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0ae8969e-9920-44f6-96d5-07fcf00b89f5 req-ee1b94c0-4edd-4386-8ca1-31da23bef379 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296225 Jun 01 09:56:27.921721 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:27.925257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3598926b-3dfc-429f-a297-25d03c01b9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:27.967720 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event deleted for resources: {'Port': ['ID=57310ade-704f-415b-9e65-ce8c4530e975,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:27.970986 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:28.065045 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks [] for floatingip, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:28.065286 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.l3_db [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Floating IP 1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c disassociated (deleted). External IP: 172.28.1.153, port: 63959b54-872d-4b75-b12a-fe0705b8b9d6. Jun 01 09:56:28.510843 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Router b70d354e-317c-4035-b6cb-4b742b5693f6 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:28.702144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:28.715856 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Sync routers for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:28.722148 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:28.725959 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:28.726631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:28.778933 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "DELETE /v2.0/floatingips/1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c HTTP/1.1" status: 204 len: 168 time: 1.4994080 Jun 01 09:56:28.906223 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:28.911100 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:28.913586 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d4fdf7-8564-4128-8bfb-75f664c5ee54" -d '{"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:28.959029 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d237e-e8e4-4c6d-8320-4dd41673f49c x-openstack-request-id: req-da8d237e-e8e4-4c6d-8320-4dd41673f49c {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:28.959504 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:28.959785 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da8d237e-e8e4-4c6d-8320-4dd41673f49c {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:28.960202 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:56:29.062378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-2ffc2443-48f1-41f7-904d-e98c36931186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:29.063867 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-2ffc2443-48f1-41f7-904d-e98c36931186 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 1098 time: 0.0783429 Jun 01 09:56:29.247842 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:29.254326 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Checking router: b70d354e-317c-4035-b6cb-4b742b5693f6 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:29.266198 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:29.266842 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:29.363074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-55d9d607-af58-484a-b6e9-6a1a914cae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:29.364342 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-55d9d607-af58-484a-b6e9-6a1a914cae13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 200 len: 916 time: 0.2928729 Jun 01 09:56:29.442959 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-01319177-3027-4447-9398-4e81a51e3ef9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 200 len: 217 time: 0.0715559 Jun 01 09:56:29.461265 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:29.507128 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-a4e0ab6e-4222-4b7b-9d36-59eb30bdb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:29.508517 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-a4e0ab6e-4222-4b7b-9d36-59eb30bdb6f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 200 len: 854 time: 0.0579038 Jun 01 09:56:29.586551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-fd57d4e2-0c8c-481c-be5b-43cf3dd05360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:29.588011 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-fd57d4e2-0c8c-481c-be5b-43cf3dd05360 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716095 Jun 01 09:56:29.726725 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-e1a7011b-6bb2-4537-89d1-eeb4ce65ed55 service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258025 Jun 01 09:56:29.781377 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:29.786799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92d690-6d91-4e52-ad7d-dba78f8d1180 None None] The sync data for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb is: [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:53:40Z', 'revision_number': 4, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'a3497662-f51b-4975-8ffe-c3103b7bc42c', 'name': '', 'network_id': 'bfcdf43c-6ef6-4d2a-938c-3fc33200f45b', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'mac_address': 'fa:16:3e:f6:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:39Z', 'updated_at': '2021-06-01T09:53:49Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'subnets': [{'id': '7f55d2fd-ffe6-464f-abf7-a5c233aa1755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:29.867779 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22d4fdf7-8564-4128-8bfb-75f664c5ee54 req-146d2a8f-1978-469c-acb4-53aaadc8c69c service neutron] 10.222.0.72 "GET /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331091 Jun 01 09:56:30.022244 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2632528-6c38-4321-835f-b193c38c049b None None] New status for floating IP 1c9eda9a-78a1-4cd3-b4dc-89125ab6de5c: DOWN {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:56:32.130436 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0f8a4-d447-4144-9921-ed6de8195103 req-8791951d-81dc-4d4f-a4b8-1d904395482e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:32.131124 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-0ab0f8a4-d447-4144-9921-ed6de8195103 req-8791951d-81dc-4d4f-a4b8-1d904395482e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Synchronizing usage tracker for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:56:32.149022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-0ab0f8a4-d447-4144-9921-ed6de8195103 req-8791951d-81dc-4d4f-a4b8-1d904395482e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Unset dirty status for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:56:32.150425 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0ab0f8a4-d447-4144-9921-ed6de8195103 req-8791951d-81dc-4d4f-a4b8-1d904395482e tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1180060 Jun 01 09:56:32.206566 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0ab0f8a4-d447-4144-9921-ed6de8195103 req-438b4461-a166-470b-8d84-d0d408b8ff75 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466835 Jun 01 09:56:33.410330 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933493a-1022-4ee5-9070-fcc0280d3b7e req-efa97fea-6f33-4538-b8f8-a63cf756f4d1 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:33.411772 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4933493a-1022-4ee5-9070-fcc0280d3b7e req-efa97fea-6f33-4538-b8f8-a63cf756f4d1 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.0905795 Jun 01 09:56:33.455827 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4933493a-1022-4ee5-9070-fcc0280d3b7e req-beb6e76e-b123-4ab4-b396-c85f95f3902c tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 Jun 01 09:56:34.089455 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-af9e2762-0531-45e0-bacd-c9578a3fac96 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:34.090322 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-af9e2762-0531-45e0-bacd-c9578a3fac96 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Synchronizing usage tracker for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:56:34.103190 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-af9e2762-0531-45e0-bacd-c9578a3fac96 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Unset dirty status for tenant:bf94a2b0b5f345db9b3c2b1c8ca5b792 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:56:34.104297 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-af9e2762-0531-45e0-bacd-c9578a3fac96 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.72 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.1015391 Jun 01 09:56:34.248247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Deleting port 63959b54-872d-4b75-b12a-fe0705b8b9d6 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:34.248480 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:34.381951 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] For port 63959b54-872d-4b75-b12a-fe0705b8b9d6, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=63959b54-872d-4b75-b12a-fe0705b8b9d6,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:34.382270 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:34.505371 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Calling delete_port for 63959b54-872d-4b75-b12a-fe0705b8b9d6 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:34.622151 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:34.628139 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:34.637418 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['63959b54-872d-4b75-b12a-fe0705b8b9d6'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:56:34.656892 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0f5fd-9588-4bc5-b428-cf7c5a69100f req-e13a85a8-9bf2-45a2-88b0-317828081763 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:34.658442 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cad0f5fd-9588-4bc5-b428-cf7c5a69100f req-e13a85a8-9bf2-45a2-88b0-317828081763 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/ports?device_id=60d5b211-a757-4b72-8263-57188bd81b04 HTTP/1.1" status: 200 len: 945 time: 0.0890496 Jun 01 09:56:34.684383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Pushing event deleted for resources: {'Port': ['ID=63959b54-872d-4b75-b12a-fe0705b8b9d6,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:34.688042 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:34.708842 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cad0f5fd-9588-4bc5-b428-cf7c5a69100f req-ae17defb-8baa-47bc-8a4e-1d242cb8ceea tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b2c8619-b813-4514-8ec1-c597c150b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jun 01 09:56:34.765204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] No DVR routers for this DVR port 63959b54-872d-4b75-b12a-fe0705b8b9d6 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:56:34.768153 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:34.771411 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'name': 'network-vif-deleted', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:56:34.774289 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1599e8e-4446-4cf2-91cc-9f660e972651" -d '{"events": [{"server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "name": "network-vif-deleted", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:56:34.790039 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-87cd274d-c62d-4e90-8392-75105fb881a0 req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] 10.222.0.72 "DELETE /v2.0/ports/63959b54-872d-4b75-b12a-fe0705b8b9d6 HTTP/1.1" status: 204 len: 173 time: 0.6781051 Jun 01 09:56:34.823799 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01265ba0-1975-498f-bd9e-3c4628f7bcf9 x-openstack-request-id: req-01265ba0-1975-498f-bd9e-3c4628f7bcf9 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:56:34.824172 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d5b211-a757-4b72-8263-57188bd81b04", "name": "network-vif-deleted", "tag": "63959b54-872d-4b75-b12a-fe0705b8b9d6", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:56:34.824461 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01265ba0-1975-498f-bd9e-3c4628f7bcf9 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:56:34.824925 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d5b211-a757-4b72-8263-57188bd81b04', 'name': 'network-vif-deleted', 'tag': '63959b54-872d-4b75-b12a-fe0705b8b9d6', 'status': 'completed', 'code': 200} Jun 01 09:56:36.534212 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43474) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:37.088783 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:37.643428 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Deleting port a3497662-f51b-4975-8ffe-c3103b7bc42c {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:37.644183 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:37.765098 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] For port a3497662-f51b-4975-8ffe-c3103b7bc42c, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=a3497662-f51b-4975-8ffe-c3103b7bc42c,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:37.765487 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:37.889498 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Calling delete_port for a3497662-f51b-4975-8ffe-c3103b7bc42c owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:38.183167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:38.187044 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:38.230013 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3497662-f51b-4975-8ffe-c3103b7bc42c,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:38.233267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:38.503113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:38.742598 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 63959b54-872d-4b75-b12a-fe0705b8b9d6 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:38.778458 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 63959b54-872d-4b75-b12a-fe0705b8b9d6 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:38.778855 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 63959b54-872d-4b75-b12a-fe0705b8b9d6 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:38.988021 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Router b70d354e-317c-4035-b6cb-4b742b5693f6 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:39.166043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:39.176093 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Sync routers for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:39.179257 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-172abbf0-fc57-4c83-8a9b-2bae618b4688 admin admin] 10.222.0.15 "PUT /v2.0/routers/b70d354e-317c-4035-b6cb-4b742b5693f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439209 Jun 01 09:56:39.182093 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43486) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:39.186348 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:39.186971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:39.370719 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:39.413113 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:39.546447 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:39.620220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Deleting port cb26a4e9-5108-4551-afcc-51529f335654 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:39.620557 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:39.698946 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:56:38Z', 'revision_number': 5, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port': {'id': 'cb26a4e9-5108-4551-afcc-51529f335654', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:34Z', 'updated_at': '2021-06-01T09:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:39.703708 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Checking router: b70d354e-317c-4035-b6cb-4b742b5693f6 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:39.712455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Routers {'b70d354e-317c-4035-b6cb-4b742b5693f6'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:39.713059 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b70d354e-317c-4035-b6cb-4b742b5693f6'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:39.742244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] For port cb26a4e9-5108-4551-afcc-51529f335654, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=cb26a4e9-5108-4551-afcc-51529f335654,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:39.742560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:39.865857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Calling delete_port for cb26a4e9-5108-4551-afcc-51529f335654 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:39.874955 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] Set router b70d354e-317c-4035-b6cb-4b742b5693f6 gateway port host: None {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:39.980693 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:56:39Z', 'revision_number': 6, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:39.984780 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158cd31a-811d-45b3-9e2b-58a86273f90c None None] The sync data for ids ['b70d354e-317c-4035-b6cb-4b742b5693f6'] in dv-cinder-787262-4-smb is: [{'id': 'b70d354e-317c-4035-b6cb-4b742b5693f6', 'name': 'tempest-TestMinimumBasicScenario-1280302564-router', 'tenant_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:32Z', 'updated_at': '2021-06-01T09:56:39Z', 'revision_number': 6, 'project_id': 'bf94a2b0b5f345db9b3c2b1c8ca5b792', 'gw_port_host': None}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:40.018023 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.021647 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:40.066840 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb26a4e9-5108-4551-afcc-51529f335654,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:40.092163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:40.158621 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.448333 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.450611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.474713 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.475292 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70d354e-317c-4035-b6cb-4b742b5693f6 {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 09:56:40.488376 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.489526 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] 10.222.0.15 "DELETE /v2.0/routers/b70d354e-317c-4035-b6cb-4b742b5693f6 HTTP/1.1" status: 204 len: 168 time: 1.3065102 Jun 01 09:56:40.492117 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43496) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:40.550469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Deleting subnet 7f55d2fd-ffe6-464f-abf7-a5c233aa1755 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:56:40.553590 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.602473 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.725360 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.777498 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device a3497662-f51b-4975-8ffe-c3103b7bc42c no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:40.813597 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: a3497662-f51b-4975-8ffe-c3103b7bc42c {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:40.813944 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device a3497662-f51b-4975-8ffe-c3103b7bc42c not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:40.987315 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:40.997557 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:41.025767 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.029953 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806dcfe-e36a-4c09-af52-a9de5e0a08fa None None] Network bfcdf43c-6ef6-4d2a-938c-3fc33200f45b requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:56:41.033040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f55d2fd-ffe6-464f-abf7-a5c233aa1755,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:41.036218 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:41.037932 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-73ef98db-0d4e-4285-845d-0e22b2de0d9e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f55d2fd-ffe6-464f-abf7-a5c233aa1755 HTTP/1.1" status: 204 len: 168 time: 0.5447035 Jun 01 09:56:41.040343 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43502) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:41.149939 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.230735 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Deleting port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:41.230995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.300976 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] DHCP port deletion for bfcdf43c-6ef6-4d2a-938c-3fc33200f45b request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 09:56:41.330417 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] For port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:41.330781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.365841 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Deleting port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:41.366300 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.455222 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Calling delete_port for 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d owned by network:dhcp {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:41.466023 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] For port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,segment=NetworkSegment(5b26beff-a7ea-46e9-a742-51a8cd4d25ea),segment_id=5b26beff-a7ea-46e9-a742-51a8cd4d25ea)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:41.466681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.507541 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.513372 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:41.560233 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] No DVR routers for this DVR port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d on host dv-cinder-787262-4-smb {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:56:41.592045 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Calling delete_port for 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:41.593073 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:41.596780 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:41.684009 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.698575 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcdf43c-6ef6-4d2a-938c-3fc33200f45b']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:41.711520 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b26beff-a7ea-46e9-a742-51a8cd4d25ea') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:41.712032 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b26beff-a7ea-46e9-a742-51a8cd4d25ea') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:41.721098 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.723453 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.725163 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:41.746547 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.753410 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:56:41.753804 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:56:41.767541 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:56:41.810659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Pushing event deleted for resources: {'Port': ['ID=0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:41.814176 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:41.816577 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] No DVR routers for this DVR port 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:56:41.850504 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.856036 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-055bae8c-6b48-41ad-b3d6-eae59981d933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:41.869066 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:41.879264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcdf43c-6ef6-4d2a-938c-3fc33200f45b,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:41.882420 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:41.894250 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] 10.222.0.15 "DELETE /v2.0/networks/bfcdf43c-6ef6-4d2a-938c-3fc33200f45b HTTP/1.1" status: 204 len: 168 time: 0.8528633 Jun 01 09:56:41.897361 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43510) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:42.469812 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:42.504205 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:42.504559 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 0b3bcb3f-2df9-45d3-ab3a-f2b25f415e3d not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:42.504977 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device cb26a4e9-5108-4551-afcc-51529f335654 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:42.537616 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: cb26a4e9-5108-4551-afcc-51529f335654 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:42.537987 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device cb26a4e9-5108-4551-afcc-51529f335654 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:42.559590 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:42.989756 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Deleting port f030bfa5-2d81-4141-bdc6-0ea292ce5cea {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:42.990169 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:43.123145 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] For port f030bfa5-2d81-4141-bdc6-0ea292ce5cea, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:43.123509 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:43.243838 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Calling delete_port for f030bfa5-2d81-4141-bdc6-0ea292ce5cea owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:43.417034 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:43.420511 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-49f044fa-5997-4093-aede-46541048539a tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:43.462930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f030bfa5-2d81-4141-bdc6-0ea292ce5cea,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:43.465890 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:43.840617 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:44.210437 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Router b2e2aa34-4566-4486-b936-508d4b9b6907 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:56:44.396316 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:56:44.405386 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Sync routers for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:56:44.405958 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-13680878-5178-442f-ba1b-7c83dc7525c6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2e2aa34-4566-4486-b936-508d4b9b6907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074713 Jun 01 09:56:44.408595 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43522) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:44.415675 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:44.416409 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:44.580368 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:44.588072 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:44.764303 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:44.842878 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Deleting port db1f9693-d047-4dc0-9c6a-d1833c56ae55 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:44.843630 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:44.902006 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144'}], 'enable_snat': True}, 'gw_port_id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:56:43Z', 'revision_number': 5, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port': {'id': 'db1f9693-d047-4dc0-9c6a-d1833c56ae55', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:53:48Z', 'updated_at': '2021-06-01T09:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:44.906580 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Checking router: b2e2aa34-4566-4486-b936-508d4b9b6907 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:56:44.916938 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Routers {'b2e2aa34-4566-4486-b936-508d4b9b6907'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:56:44.917573 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b2e2aa34-4566-4486-b936-508d4b9b6907'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:45.067874 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] Set router b2e2aa34-4566-4486-b936-508d4b9b6907 gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:56:45.096431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] For port db1f9693-d047-4dc0-9c6a-d1833c56ae55, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=db1f9693-d047-4dc0-9c6a-d1833c56ae55,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:45.096787 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.169909 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:56:44Z', 'revision_number': 6, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:45.174175 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0d0eb-b232-4a6d-81ac-44ccea0e6332 None None] The sync data for ids ['b2e2aa34-4566-4486-b936-508d4b9b6907'] in dv-cinder-787262-4-smb is: [{'id': 'b2e2aa34-4566-4486-b936-508d4b9b6907', 'name': 'tempest-TestMinimumBasicScenario-745165099-router', 'tenant_id': '46e1952604834fd3bc2735e68021ab7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:53:46Z', 'updated_at': '2021-06-01T09:56:44Z', 'revision_number': 6, 'project_id': '46e1952604834fd3bc2735e68021ab7a', 'gw_port_host': None}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:56:45.221955 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Calling delete_port for db1f9693-d047-4dc0-9c6a-d1833c56ae55 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:45.365359 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.368787 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:45.411499 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=db1f9693-d047-4dc0-9c6a-d1833c56ae55,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:45.417564 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:45.503585 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.677422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.679755 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.706482 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.706938 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e2aa34-4566-4486-b936-508d4b9b6907 {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 09:56:45.718945 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.720054 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-7dca5983-8cba-43b2-bede-4f88544d8bdf admin admin] 10.222.0.15 "DELETE /v2.0/routers/b2e2aa34-4566-4486-b936-508d4b9b6907 HTTP/1.1" status: 204 len: 168 time: 1.3105671 Jun 01 09:56:45.722831 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43530) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:45.785884 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Deleting subnet 7eac6c32-5471-4cef-b60a-14f9c8e0d560 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:56:45.788830 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.846000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:45.933545 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.250623 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.256098 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8df88c09-f87b-4a2c-bfd8-6433d5de38fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:46.292493 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eac6c32-5471-4cef-b60a-14f9c8e0d560,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:46.301934 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:46.302995 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.307658 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af5532-7f08-4b0c-83e9-2ae22de0c69d None None] Network ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:56:46.312673 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9bb1a38a-1421-480a-b0d1-9c3159ab7a7e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7eac6c32-5471-4cef-b60a-14f9c8e0d560 HTTP/1.1" status: 204 len: 168 time: 0.5863388 Jun 01 09:56:46.312912 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43542) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:46.457488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.523434 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device db1f9693-d047-4dc0-9c6a-d1833c56ae55 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:46.546068 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Deleting port 4a318209-d256-47b7-9b20-6758ebfbc76f {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:46.546741 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.565780 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: db1f9693-d047-4dc0-9c6a-d1833c56ae55 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:46.570302 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device db1f9693-d047-4dc0-9c6a-d1833c56ae55 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:46.571373 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f030bfa5-2d81-4141-bdc6-0ea292ce5cea no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:46.613743 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: f030bfa5-2d81-4141-bdc6-0ea292ce5cea {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:46.614216 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f030bfa5-2d81-4141-bdc6-0ea292ce5cea not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:46.736821 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] DHCP port deletion for ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 09:56:46.773754 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] For port 4a318209-d256-47b7-9b20-6758ebfbc76f, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=4a318209-d256-47b7-9b20-6758ebfbc76f,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:46.774095 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.809377 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Deleting port 4a318209-d256-47b7-9b20-6758ebfbc76f {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:56:46.809764 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.895372 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Calling delete_port for 4a318209-d256-47b7-9b20-6758ebfbc76f owned by network:dhcp {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:46.913422 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] For port 4a318209-d256-47b7-9b20-6758ebfbc76f, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=4a318209-d256-47b7-9b20-6758ebfbc76f,segment=NetworkSegment(63e0e501-cd00-47b7-b710-58f406a426e5),segment_id=63e0e501-cd00-47b7-b710-58f406a426e5)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:56:46.913834 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.946497 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:46.951830 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:46.998393 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a318209-d256-47b7-9b20-6758ebfbc76f,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:47.000773 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] No DVR routers for this DVR port 4a318209-d256-47b7-9b20-6758ebfbc76f on host dv-cinder-787262-4-smb {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:56:47.033096 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.033485 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.033827 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.034202 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.034581 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.034925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.035271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.035628 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.035970 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.036309 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.036642 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.036797 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Calling delete_port for 4a318209-d256-47b7-9b20-6758ebfbc76f owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:56:47.036965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:56:47.042721 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:47.078194 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.081734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:47.123760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Pushing event deleted for resources: {'Port': ['ID=4a318209-d256-47b7-9b20-6758ebfbc76f,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:47.126798 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:47.127478 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.127622 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] No DVR routers for this DVR port 4a318209-d256-47b7-9b20-6758ebfbc76f on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:56:47.142012 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:47.155105 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e0e501-cd00-47b7-b710-58f406a426e5') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:47.155356 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e0e501-cd00-47b7-b710-58f406a426e5') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:56:47.166672 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.184703 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.191777 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:56:47.192144 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:56:47.205184 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:56:47.282849 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.290913 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.293673 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:47.314571 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:47.317565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:47.319089 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ddc7d0ac-9cf5-49d2-858d-55fa4b9513a0 HTTP/1.1" status: 204 len: 168 time: 1.0052409 Jun 01 09:56:47.500209 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43554) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:47.552013 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-50efcfde-871e-4e0d-921e-0ca0d0fea206 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf94a2b0b5f345db9b3c2b1c8ca5b792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504639 Jun 01 09:56:47.555642 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43558) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:47.621902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.647020 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.701925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.706905 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c9fc827e-0982-4db8-89b6-eb2b684b18f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:47.720077 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2c8619-b813-4514-8ec1-c597c150b80b,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:47.723776 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:47.727643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:47.728998 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c5bff073-54ff-449c-b1be-67d7b931f7d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b2c8619-b813-4514-8ec1-c597c150b80b HTTP/1.1" status: 204 len: 168 time: 0.1724677 Jun 01 09:56:48.098531 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43574) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:48.153125 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-973b0ed0-cb42-4610-9fab-193bda772677 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46e1952604834fd3bc2735e68021ab7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533562 Jun 01 09:56:48.155543 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43578) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:56:48.216549 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:48.242866 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:48.298740 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:48.302607 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-183ba0b9-51ff-45f9-b2e3-5fd1a5076f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:56:48.314837 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d18fb4-2c2b-4d13-b4e1-9544f5a53330,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:56:48.318407 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:56:48.321694 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:48.323165 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d18fb4-2c2b-4d13-b4e1-9544f5a53330 HTTP/1.1" status: 204 len: 168 time: 0.1666889 Jun 01 09:56:48.496362 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 4a318209-d256-47b7-9b20-6758ebfbc76f no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:56:48.571219 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 4a318209-d256-47b7-9b20-6758ebfbc76f {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:56:48.571678 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 4a318209-d256-47b7-9b20-6758ebfbc76f not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:56:49.534950 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7892b4b8-fce5-4adc-8796-7f4aa6fd6b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:52.094603 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:52.373799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3f6cf229-863c-449a-b32f-e161d6af68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:52.548884 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:56:53.193467 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:54.599026 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:56.116563 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-0872e8d0-aecf-4e9c-af32-8ace6c2eb0de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2591114 Jun 01 09:56:56.268679 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910eabb-1631-4270-9955-45899350669d req-a44805d6-6754-4a5f-9f07-bcaa40e14e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:56.270087 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-a44805d6-6754-4a5f-9f07-bcaa40e14e96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b149652c2da2432ca869bd4ddd1fb486&device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 1099 time: 0.0793433 Jun 01 09:56:56.425532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910eabb-1631-4270-9955-45899350669d req-fee42c1a-c0b7-4804-82ab-458c38434223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:56.427052 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-fee42c1a-c0b7-4804-82ab-458c38434223 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 200 len: 911 time: 0.1374266 Jun 01 09:56:56.458083 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:56:56.618182 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-b042c452-1ae2-4b77-87ce-9cc8c53b7260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 200 len: 1002 time: 0.1843054 Jun 01 09:56:56.683432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910eabb-1631-4270-9955-45899350669d req-82bb516a-d052-49ea-a4c4-c596efec8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:56.685035 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-82bb516a-d052-49ea-a4c4-c596efec8863 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 200 len: 849 time: 0.0607104 Jun 01 09:56:56.763566 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910eabb-1631-4270-9955-45899350669d req-467f7c0d-cd7e-4be2-b20e-c60d3a9d7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:56.765241 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-467f7c0d-cd7e-4be2-b20e-c60d3a9d7a82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729070 Jun 01 09:56:56.906403 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-1fce43b3-284a-4bd9-ba51-8ec7777727d4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347871 Jun 01 09:56:57.041280 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0910eabb-1631-4270-9955-45899350669d req-1840940e-7167-429c-841e-abf8e4d001e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287398 Jun 01 09:56:59.695831 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58676ecf-5a8e-46c5-82e9-dd4de69abc21 req-fb009e67-7ce1-4e2f-852c-f3c38b73f8c2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:56:59.697235 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58676ecf-5a8e-46c5-82e9-dd4de69abc21 req-fb009e67-7ce1-4e2f-852c-f3c38b73f8c2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0916514 Jun 01 09:56:59.746515 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-58676ecf-5a8e-46c5-82e9-dd4de69abc21 req-42cf0902-1a1d-4245-a0e9-483628fc01bc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405593 Jun 01 09:57:00.951618 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf2fb-7465-4099-a406-3ab68df49079 req-6d3ac291-6f39-493d-8cc0-d861fae6070e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:00.953070 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-74ccf2fb-7465-4099-a406-3ab68df49079 req-6d3ac291-6f39-493d-8cc0-d861fae6070e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0892484 Jun 01 09:57:01.003498 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-74ccf2fb-7465-4099-a406-3ab68df49079 req-a34bb341-a397-423c-8120-602872048ab1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Jun 01 09:57:02.210060 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc22a09-a756-4d95-bc01-7d6d6e6490d6 req-53448e77-785f-4a35-8406-4c36c03570a7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:02.211526 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7bc22a09-a756-4d95-bc01-7d6d6e6490d6 req-53448e77-785f-4a35-8406-4c36c03570a7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0921361 Jun 01 09:57:02.264385 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7bc22a09-a756-4d95-bc01-7d6d6e6490d6 req-829c5ac8-2018-4642-819b-5ed3869c8ed0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Jun 01 09:57:03.464384 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518642-4616-46c9-9881-fd1db80a2127 req-dd4a252d-8a74-4273-a666-0c8a5b946818 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:03.465829 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-96518642-4616-46c9-9881-fd1db80a2127 req-dd4a252d-8a74-4273-a666-0c8a5b946818 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0907485 Jun 01 09:57:03.516767 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-96518642-4616-46c9-9881-fd1db80a2127 req-f84ba103-e476-4ea1-a610-1f64847a9e34 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Jun 01 09:57:04.718366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaf289-8281-4bbc-81cc-9e3d76ac03f8 req-db17d900-2d3d-4094-b95f-a002f29e48b6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:04.719718 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-98eaf289-8281-4bbc-81cc-9e3d76ac03f8 req-db17d900-2d3d-4094-b95f-a002f29e48b6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0853004 Jun 01 09:57:04.765585 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-98eaf289-8281-4bbc-81cc-9e3d76ac03f8 req-1f082b34-15f2-425e-8ee7-f7b95b7851b2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Jun 01 09:57:05.970477 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b01b3e-49df-485f-a7d5-def89562f3e2 req-be7a1570-8b0a-4c08-8b18-678138c3cbcc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:05.971927 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18b01b3e-49df-485f-a7d5-def89562f3e2 req-be7a1570-8b0a-4c08-8b18-678138c3cbcc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0912347 Jun 01 09:57:06.021752 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-18b01b3e-49df-485f-a7d5-def89562f3e2 req-f5b6275a-a7ab-4933-9606-7ea2ff067dd2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Jun 01 09:57:07.227567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd827f-cd01-464c-b1a3-81b612afc984 req-114302a5-455e-4f53-b979-5b4b4bb64787 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:07.229021 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f6cd827f-cd01-464c-b1a3-81b612afc984 req-114302a5-455e-4f53-b979-5b4b4bb64787 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0908029 Jun 01 09:57:07.274225 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f6cd827f-cd01-464c-b1a3-81b612afc984 req-98701358-189c-4d43-b104-5777c4f8b3f6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394044 Jun 01 09:57:08.499079 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566d89c-fe4d-4f87-a5b1-2affcdfb40ef req-1e2d0a52-286b-4a8d-ae73-990b1d650ed7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:08.500547 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3566d89c-fe4d-4f87-a5b1-2affcdfb40ef req-1e2d0a52-286b-4a8d-ae73-990b1d650ed7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0916593 Jun 01 09:57:08.548585 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3566d89c-fe4d-4f87-a5b1-2affcdfb40ef req-db545739-fe57-463c-88f7-783398717233 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395641 Jun 01 09:57:09.764295 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf20b2-89a0-499c-af3d-702b3a8ebca2 req-3804e4d2-a167-4b41-aebb-711ca89877b3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:09.765743 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-16cf20b2-89a0-499c-af3d-702b3a8ebca2 req-3804e4d2-a167-4b41-aebb-711ca89877b3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0911582 Jun 01 09:57:09.814315 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-16cf20b2-89a0-499c-af3d-702b3a8ebca2 req-2be03a43-5d58-47a3-b4aa-5281d539631d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Jun 01 09:57:11.113997 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d0832-da14-4803-9a98-859a21a15437 req-2cad4515-2711-421c-b6d5-de2b88aed9e7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:11.115502 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-734d0832-da14-4803-9a98-859a21a15437 req-2cad4515-2711-421c-b6d5-de2b88aed9e7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1890717 Jun 01 09:57:11.163372 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-734d0832-da14-4803-9a98-859a21a15437 req-d83f2d29-a712-4cf7-87e9-298b0c65b04c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Jun 01 09:57:12.367653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c281-f870-4e4c-b728-60351d1d2398 req-36de66d7-07b1-4e16-a6a9-302410a28c0e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:12.369205 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4ad7c281-f870-4e4c-b728-60351d1d2398 req-36de66d7-07b1-4e16-a6a9-302410a28c0e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0882611 Jun 01 09:57:12.418234 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4ad7c281-f870-4e4c-b728-60351d1d2398 req-7dd8e5e7-2cd8-4fed-8194-1ef435bd32ba tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402868 Jun 01 09:57:12.982710 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:57:13.128543 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:13.143455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:57:13.204352 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:13.223713 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:57:13.241183 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:13.246330 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:13.248909 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-f5b33640-6ac5-480d-9fcc-24bda7ef0b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:13.331057 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=6']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:13.339110 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.339460 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.339815 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.340157 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.340493 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.340841 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.341165 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.341500 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.341824 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.342184 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.342689 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.343096 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:13.347888 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:13.355970 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['3a35a4fc-1c6f-4e4c-9214-275878ba84a1'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:57:13.636687 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08cc9a-66cc-4bfc-a02d-25e3f244eb3f req-deb25e2b-1d4b-47cc-b216-0ec8b46b3ea2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:13.638234 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e08cc9a-66cc-4bfc-a02d-25e3f244eb3f req-deb25e2b-1d4b-47cc-b216-0ec8b46b3ea2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0847759 Jun 01 09:57:13.687363 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e08cc9a-66cc-4bfc-a02d-25e3f244eb3f req-837849e6-93ea-4a27-8607-6d93df6f9455 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Jun 01 09:57:14.897422 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820b1e9-76f1-48da-a94c-0060c477c49f req-f2d6437a-7463-4175-8942-e1c6ebfd2fcf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:14.902572 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4820b1e9-76f1-48da-a94c-0060c477c49f req-f2d6437a-7463-4175-8942-e1c6ebfd2fcf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0925586 Jun 01 09:57:14.956086 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4820b1e9-76f1-48da-a94c-0060c477c49f req-b078b6df-a647-46d3-8053-c9638de3ef40 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464311 Jun 01 09:57:14.993223 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:57:15.068204 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:57:15.068584 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:15.203140 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:15.237289 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:57:15.240516 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ffeb4-f697-41d1-84c9-07ec2639574e" -d '{"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:57:15.250584 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:15.255178 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:15.258618 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:15.337828 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=7']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:15.347455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:15.371012 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f212fd-603b-466d-8b1d-07b184882c9b x-openstack-request-id: req-e5f212fd-603b-466d-8b1d-07b184882c9b {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:57:15.371446 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:57:15.371707 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5f212fd-603b-466d-8b1d-07b184882c9b {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:57:15.372104 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'code': 200} Jun 01 09:57:16.168913 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e663a5c-d728-4896-b9b0-3f1437b49f31 req-1271fa13-deb3-4815-a322-220b7c18dac3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:16.175879 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e663a5c-d728-4896-b9b0-3f1437b49f31 req-1271fa13-deb3-4815-a322-220b7c18dac3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0881953 Jun 01 09:57:16.236264 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5e663a5c-d728-4896-b9b0-3f1437b49f31 req-65bbd683-5442-46e1-83de-1ca7e4ca8f32 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531566 Jun 01 09:57:16.798222 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2ad5-353f-47e1-b31f-4b701246387d req-a3980db9-8fbf-40bf-9c0f-c4c918bf73cc tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:16.801574 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-556f2ad5-353f-47e1-b31f-4b701246387d req-a3980db9-8fbf-40bf-9c0f-c4c918bf73cc tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1201878 Jun 01 09:57:16.859273 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-556f2ad5-353f-47e1-b31f-4b701246387d req-d240acb1-ba68-4cc3-b131-08dacbb3b97d tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508289 Jun 01 09:57:17.428053 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14550693-9e45-42aa-8fad-21ebecb6006b req-2d57f1cf-e6f0-4543-9469-7521c0822d03 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:17.429670 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14550693-9e45-42aa-8fad-21ebecb6006b req-2d57f1cf-e6f0-4543-9469-7521c0822d03 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0849912 Jun 01 09:57:17.481868 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-14550693-9e45-42aa-8fad-21ebecb6006b req-6df5a823-8f05-4c1d-a902-e969e651d639 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456283 Jun 01 09:57:18.054507 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6ff5f-3541-405e-90a4-114131a9f1cf req-7f52c250-c101-4153-9557-284475e05eb2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:18.056018 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-51e6ff5f-3541-405e-90a4-114131a9f1cf req-7f52c250-c101-4153-9557-284475e05eb2 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.0850923 Jun 01 09:57:18.104542 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-51e6ff5f-3541-405e-90a4-114131a9f1cf req-06a8b65e-cb5d-4c83-9771-a15001580738 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420849 Jun 01 09:57:18.625510 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-9cbf3a6f-3bae-4b8d-ba50-1379278187ca tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:18.626248 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-9cbf3a6f-3bae-4b8d-ba50-1379278187ca tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Synchronizing usage tracker for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:57:18.677292 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-9cbf3a6f-3bae-4b8d-ba50-1379278187ca tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Unset dirty status for tenant:b149652c2da2432ca869bd4ddd1fb486 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:57:18.678466 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-9cbf3a6f-3bae-4b8d-ba50-1379278187ca tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.1524801 Jun 01 09:57:18.710113 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bcd87-b45a-4fe0-9704-b3826deec3f4 req-94a9b73a-5f34-45ce-9c0b-4f67abf1dff7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:18.712680 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6b2bcd87-b45a-4fe0-9704-b3826deec3f4 req-94a9b73a-5f34-45ce-9c0b-4f67abf1dff7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1054370 Jun 01 09:57:18.776853 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6b2bcd87-b45a-4fe0-9704-b3826deec3f4 req-971a97e5-b811-420f-bd81-e14cce066198 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581520 Jun 01 09:57:18.891674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Deleting port 2912420b-ffbe-4913-8221-f1f18f433a60 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:18.892407 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.054762 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] For port 2912420b-ffbe-4913-8221-f1f18f433a60, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2912420b-ffbe-4913-8221-f1f18f433a60,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:19.056132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.320476 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab56560-1211-497c-843b-d9d79726df30 req-9d5ddc76-f789-40f4-91f7-5051f6bb2d49 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:19.322902 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ab56560-1211-497c-843b-d9d79726df30 req-9d5ddc76-f789-40f4-91f7-5051f6bb2d49 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 946 time: 0.0944157 Jun 01 09:57:19.382903 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9ab56560-1211-497c-843b-d9d79726df30 req-b6f679a6-457f-4882-9ca2-3a9c8a8421b5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups?id=64cf7787-660e-403a-9cd4-800087d44446&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528364 Jun 01 09:57:19.395806 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.395806 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.395806 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Floating IP 2697b1bb-5081-473a-9dfd-6388d9df39ea disassociated. External IP: 172.28.1.108, port: 2912420b-ffbe-4913-8221-f1f18f433a60. Jun 01 09:57:19.395806 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Calling delete_port for 2912420b-ffbe-4913-8221-f1f18f433a60 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:19.504402 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.510672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a20a6021-33fe-490e-be97-b5e95ab0575f tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:19.539371 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3bf99fce-7ad7-434b-ad59-b072136b6701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:19.562838 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'Port': ['ID=2912420b-ffbe-4913-8221-f1f18f433a60,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:19.621923 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.622308 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.622668 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.623030 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.623376 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.623729 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.624074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.624434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.624763 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.625104 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.625444 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.625791 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:57:19.665589 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:19.855822 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:57:20.045003 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ef279-1566-4137-8f36-2422ec7321d0 req-5d70961c-aa83-4b8d-b932-99be666d4486 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:20.047802 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c05ef279-1566-4137-8f36-2422ec7321d0 req-5d70961c-aa83-4b8d-b932-99be666d4486 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1397934 Jun 01 09:57:20.114222 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c05ef279-1566-4137-8f36-2422ec7321d0 req-ea38847a-266c-4ec9-a33d-4f03e12966ff tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567362 Jun 01 09:57:20.135031 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:57:20.146878 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:57:20.162368 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:57:20.163265 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:20.242241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] No DVR routers for this DVR port 2912420b-ffbe-4913-8221-f1f18f433a60 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:57:20.244911 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:20.248084 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'name': 'network-vif-deleted', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:57:20.250515 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508b5be-6c20-45de-a8d1-f5fc9a59336e" -d '{"events": [{"server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "name": "network-vif-deleted", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:57:20.270200 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-24f65605-2923-43fa-bbca-0f4e8b54fc11 req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.72 "DELETE /v2.0/ports/2912420b-ffbe-4913-8221-f1f18f433a60 HTTP/1.1" status: 204 len: 173 time: 1.5857773 Jun 01 09:57:20.385560 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79571519-3b92-4ea4-86e5-962ead58becc x-openstack-request-id: req-79571519-3b92-4ea4-86e5-962ead58becc {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:57:20.386154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a4e1c7-443f-4bbc-8e9b-49b055415126", "name": "network-vif-deleted", "tag": "2912420b-ffbe-4913-8221-f1f18f433a60", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:57:20.386434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79571519-3b92-4ea4-86e5-962ead58becc {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:57:20.386990 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a4e1c7-443f-4bbc-8e9b-49b055415126', 'name': 'network-vif-deleted', 'tag': '2912420b-ffbe-4913-8221-f1f18f433a60', 'status': 'completed', 'code': 200} Jun 01 09:57:20.411209 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:57:20.577349 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-175252ed-fb7e-43ef-8654-88a496eed1b9 req-1046398e-9411-4939-aee6-d751fcec85a5 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a4e1c7-443f-4bbc-8e9b-49b055415126 HTTP/1.1" status: 200 len: 210 time: 0.0581152 Jun 01 09:57:20.833618 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:20.838687 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:57:20.848760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:57:20.849523 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:56:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:21.060877 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:57:21.323985 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed3f6-c409-4a6a-874d-dbff9d1830f4 req-078aae7c-8778-4a12-ab8a-3a391a4192af tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:21.326436 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d5ed3f6-c409-4a6a-874d-dbff9d1830f4 req-078aae7c-8778-4a12-ab8a-3a391a4192af tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0953624 Jun 01 09:57:21.381049 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d5ed3f6-c409-4a6a-874d-dbff9d1830f4 req-7aa0e038-1c10-4791-907a-2be4c819dd2a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Jun 01 09:57:21.413876 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:21.418526 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b410ed-89c3-4af8-b46e-000f59b48e7b None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:51:51Z', 'revision_number': 4, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '080f899b-ffb0-43b1-a5e9-faa8e0ea51de', 'name': '', 'network_id': '2a9f19e7-b469-4af3-9d0e-29ead81ac4ad', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'mac_address': 'fa:16:3e:ee:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:46Z', 'updated_at': '2021-06-01T09:52:00Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'subnets': [{'id': '1c67052a-dbc5-4890-9556-37373fa155a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:57:21.710596 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43792) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:21.720981 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e39db-9f95-4b66-a206-b93b89bfc7c5 None None] New status for floating IP 2697b1bb-5081-473a-9dfd-6388d9df39ea: DOWN {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:57:21.791150 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:21.830812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:21.891746 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:21.896892 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-df92f360-3854-4ed0-b79f-7398b64bec5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:21.925556 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cf7787-660e-403a-9cd4-800087d44446,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:21.929015 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:21.936409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:21.937551 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "DELETE /v2.0/security-groups/64cf7787-660e-403a-9cd4-800087d44446 HTTP/1.1" status: 204 len: 168 time: 0.2257767 Jun 01 09:57:21.940259 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43800) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:21.958662 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.api.v2.resource [None req-1dd83ce5-5bbd-4b25-a57d-71abcfe8f6f4 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] show failed (client error): The resource could not be found. Jun 01 09:57:21.959891 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-1dd83ce5-5bbd-4b25-a57d-71abcfe8f6f4 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "GET /v2.0/security-groups/64cf7787-660e-403a-9cd4-800087d44446 HTTP/1.1" status: 404 len: 347 time: 0.0185323 Jun 01 09:57:21.962900 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43804) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:22.092470 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.213579 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Deleting port e28b87e1-9a6e-44bb-a58e-9b62fb4daad5 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:22.213920 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.337944 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.338968 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.369525 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d67fbca3-e50f-4bbe-b3fa-ed7fb84e40b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.585643 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Calling delete_port for e28b87e1-9a6e-44bb-a58e-9b62fb4daad5 owned by network:floatingip {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:22.691257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620266f5-5c62-49f5-9380-fb338040dfd1 req-64af2024-854f-4df8-be45-8723a218e9c5 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:22.692738 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-620266f5-5c62-49f5-9380-fb338040dfd1 req-64af2024-854f-4df8-be45-8723a218e9c5 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.1149521 Jun 01 09:57:22.773351 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-620266f5-5c62-49f5-9380-fb338040dfd1 req-e59fb862-cd4e-4bf3-a0b4-8df338005a64 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724201 Jun 01 09:57:22.806169 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.810142 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-276706c1-1907-4cc1-a683-3f17f3ee99c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:22.853601 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Pushing event deleted for resources: {'Port': ['ID=e28b87e1-9a6e-44bb-a58e-9b62fb4daad5,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:22.856781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:22.958134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks [] for floatingip, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.972483 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:22.973597 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] 10.222.0.15 "DELETE /v2.0/floatingips/2697b1bb-5081-473a-9dfd-6388d9df39ea HTTP/1.1" status: 204 len: 168 time: 1.0095122 Jun 01 09:57:23.005324 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 2912420b-ffbe-4913-8221-f1f18f433a60 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:57:23.040891 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 2912420b-ffbe-4913-8221-f1f18f433a60 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:57:23.041243 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 2912420b-ffbe-4913-8221-f1f18f433a60 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:57:23.198534 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:23.297758 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-6ba86aef-1d55-41b0-b1c0-a91c3e39da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:23.299318 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-6ba86aef-1d55-41b0-b1c0-a91c3e39da9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1098 time: 0.0832887 Jun 01 09:57:23.438706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-b681b08f-3250-4e9e-9a7a-253ea8a3a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:23.440372 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-b681b08f-3250-4e9e-9a7a-253ea8a3a12a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1350670 Jun 01 09:57:23.551619 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-32cac394-7ec8-4b12-b6be-338e8a994ff6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 1001 time: 0.1043966 Jun 01 09:57:23.614663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-fd8fd537-40ba-44b3-b951-d9f3d08a57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:23.616303 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-fd8fd537-40ba-44b3-b951-d9f3d08a57cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0577083 Jun 01 09:57:23.696394 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-f64b3abb-64dc-4179-b131-e86771f6486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:23.697839 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-f64b3abb-64dc-4179-b131-e86771f6486c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757577 Jun 01 09:57:23.831161 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-6fdac7a2-42d6-4e14-b8f0-1198dde9b4da service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266892 Jun 01 09:57:23.963254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6d7b7-6ac5-42ce-b8ad-5eea11390cb0 req-1fe0375f-5e91-4f6a-8291-57cfcb459dd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:23.964754 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86a6d7b7-6ac5-42ce-b8ad-5eea11390cb0 req-1fe0375f-5e91-4f6a-8291-57cfcb459dd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0794244 Jun 01 09:57:23.967353 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-efea84a9-89a8-4993-9fb4-164937cf1a0b req-c9f05aaf-7b7b-424e-aed0-00097799ac7c service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302218 Jun 01 09:57:24.010269 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-86a6d7b7-6ac5-42ce-b8ad-5eea11390cb0 req-7ea56cc2-5abf-4ce5-b591-ad7281032e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Jun 01 09:57:24.601373 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:25.210537 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02135-8b15-4025-9779-569a059b27d5 req-51d1682d-8692-4b66-b89e-6901ea1ee4af tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:25.212025 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-79e02135-8b15-4025-9779-569a059b27d5 req-51d1682d-8692-4b66-b89e-6901ea1ee4af tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0876567 Jun 01 09:57:25.259305 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-79e02135-8b15-4025-9779-569a059b27d5 req-75d73099-223f-472a-b7c4-97db23f6c488 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 Jun 01 09:57:26.464991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182586b9-feae-4819-b730-93ac35ab89ef req-568a51e9-6acd-4f3a-925b-810bb2f0fa3a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:26.466318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:26.466764 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-182586b9-feae-4819-b730-93ac35ab89ef req-568a51e9-6acd-4f3a-925b-810bb2f0fa3a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 945 time: 0.0888960 Jun 01 09:57:26.511879 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-182586b9-feae-4819-b730-93ac35ab89ef req-2cd632ac-736c-4c2e-9631-33e1f312c857 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391872 Jun 01 09:57:27.022318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:57:27.048385 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43864) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:27.188800 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:27.216128 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:57:27.218374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242ddfd-b7a0-4e18-9c12-613d633ed105" -d '{"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:57:27.226070 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:27.231920 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:27.234152 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:27.270225 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affda0cd-6f2e-472a-988f-a2d6188f3fea x-openstack-request-id: req-affda0cd-6f2e-472a-988f-a2d6188f3fea {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:57:27.270571 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-unplugged", "status": "failed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "code": 422}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:57:27.271019 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-affda0cd-6f2e-472a-988f-a2d6188f3fea {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:57:27.271623 dv-cinder-787262-4-smb neutron-server[91847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'code': 422} returned with failed status Jun 01 09:57:27.312305 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=8']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:27.315695 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:27.603061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43894) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:27.657561 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3768-3350-4ddf-97f5-a89fc71d2cd2 req-7f60cc74-6386-4edc-b73b-faeb42310631 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:27.659215 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d7cc3768-3350-4ddf-97f5-a89fc71d2cd2 req-7f60cc74-6386-4edc-b73b-faeb42310631 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2343829 Jun 01 09:57:27.722820 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-26f84643-b57e-4fc9-b424-85247bb34eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184340 Jun 01 09:57:27.742114 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d7cc3768-3350-4ddf-97f5-a89fc71d2cd2 req-4b612992-c1fb-41c5-ab02-3798f75322a2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559797 Jun 01 09:57:27.843111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:28.383957 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Deleting port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:28.384216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:28.510685 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] For port 080f899b-ffb0-43b1-a5e9-faa8e0ea51de, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:28.511046 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:28.634300 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Calling delete_port for 080f899b-ffb0-43b1-a5e9-faa8e0ea51de owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:28.788788 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:28.793762 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:28.864657 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=080f899b-ffb0-43b1-a5e9-faa8e0ea51de,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:28.867362 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:29.099557 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b123e1-aab1-4878-a87a-ed8444e54da4 req-7590316b-78c9-45c7-bb00-cd7d093c7d05 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:29.101165 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f4b123e1-aab1-4878-a87a-ed8444e54da4 req-7590316b-78c9-45c7-bb00-cd7d093c7d05 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.2326729 Jun 01 09:57:29.222318 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f4b123e1-aab1-4878-a87a-ed8444e54da4 req-a4661fd4-46a7-4cdd-8e28-76f202bc4137 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671389 Jun 01 09:57:29.222869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:29.499918 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-c69854ab-46c5-4c86-ae60-fbde1d28fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:29.501303 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-c69854ab-46c5-4c86-ae60-fbde1d28fc45 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 1096 time: 0.0725207 Jun 01 09:57:29.548341 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:57:29.602629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-f4167291-f596-441c-98d8-8755558f3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:29.604139 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-f4167291-f596-441c-98d8-8755558f3ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0798888 Jun 01 09:57:29.705464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Router 5eb0178f-529b-4864-bcd7-a9b65c895b29 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:57:29.740154 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-723354ef-09ce-45d6-b051-85acad3eea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:29.741615 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-723354ef-09ce-45d6-b051-85acad3eea34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1311085 Jun 01 09:57:29.844973 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-f4afa8a3-f965-402f-aa05-ef35e04b6c2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 999 time: 0.0968390 Jun 01 09:57:29.884420 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:57:29.894469 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Sync routers for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:57:29.897781 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-73c5a545-82bd-4920-8571-fff7a89f0e8a admin admin] 10.222.0.15 "PUT /v2.0/routers/5eb0178f-529b-4864-bcd7-a9b65c895b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481729 Jun 01 09:57:29.900356 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 43916) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:29.906469 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:57:29.907106 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:57:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:30.005679 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-6d09fa85-0588-41dd-a313-06dc424b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:30.007049 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-6d09fa85-0588-41dd-a313-06dc424b9db2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.1561656 Jun 01 09:57:30.086245 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-bbbce018-be17-428c-ba33-641c25bb76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:30.088077 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-bbbce018-be17-428c-ba33-641c25bb76b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747249 Jun 01 09:57:30.089037 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:30.094730 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:57:30.223131 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-31d565a5-a784-4fac-9ba1-24a096c5831e service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282518 Jun 01 09:57:30.271078 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:30.367583 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3055c440-06c7-4477-ab6b-c0fb0d835ca7 req-694e7abb-6d14-4a47-a2ea-961d35847207 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378505 Jun 01 09:57:30.404677 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': '68d97925-02c9-428b-bf7f-6138820412b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:57:28Z', 'revision_number': 5, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port': {'id': '68d97925-02c9-428b-bf7f-6138820412b3', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:de:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:51:39Z', 'updated_at': '2021-06-01T09:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:30.409912 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Checking router: 5eb0178f-529b-4864-bcd7-a9b65c895b29 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:57:30.418961 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Routers {'5eb0178f-529b-4864-bcd7-a9b65c895b29'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:57:30.419572 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:57:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['5eb0178f-529b-4864-bcd7-a9b65c895b29'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:30.434898 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Deleting port 68d97925-02c9-428b-bf7f-6138820412b3 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:30.435238 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:30.527759 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60409-453e-436f-9fd2-dd61aca540cd req-a686281c-cda1-4b24-a5ad-91909963eaa9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:30.529224 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f2b60409-453e-436f-9fd2-dd61aca540cd req-a686281c-cda1-4b24-a5ad-91909963eaa9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.1819987 Jun 01 09:57:30.585205 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] Set router 5eb0178f-529b-4864-bcd7-a9b65c895b29 gateway port host: None {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:57:30.606708 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f2b60409-453e-436f-9fd2-dd61aca540cd req-56219940-c98f-4db4-8faa-8147fb2ac56a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686688 Jun 01 09:57:30.608408 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] For port 68d97925-02c9-428b-bf7f-6138820412b3, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=68d97925-02c9-428b-bf7f-6138820412b3,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:30.608760 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:30.693957 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:57:30Z', 'revision_number': 6, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:30.698290 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c25022-f349-4707-9f89-64b046cce4dd None None] The sync data for ids ['5eb0178f-529b-4864-bcd7-a9b65c895b29'] in dv-cinder-787262-4-smb is: [{'id': '5eb0178f-529b-4864-bcd7-a9b65c895b29', 'name': 'tempest-AttachVolumeTestJSON-809239511-router', 'tenant_id': 'b149652c2da2432ca869bd4ddd1fb486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:51:37Z', 'updated_at': '2021-06-01T09:57:30Z', 'revision_number': 6, 'project_id': 'b149652c2da2432ca869bd4ddd1fb486', 'gw_port_host': None}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:57:30.741616 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Calling delete_port for 68d97925-02c9-428b-bf7f-6138820412b3 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:30.908715 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:30.912890 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-95558469-c0d6-4431-ac12-482be66dc770 tempest-VolumesActionsTest-642514115 tempest-VolumesActionsTest-642514115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:30.958312 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d97925-02c9-428b-bf7f-6138820412b3,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:30.966163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:31.089470 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.418432 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.420928 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.446737 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.447348 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb0178f-529b-4864-bcd7-a9b65c895b29 {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 09:57:31.460256 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.461383 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5eb0178f-529b-4864-bcd7-a9b65c895b29 HTTP/1.1" status: 204 len: 168 time: 1.5597079 Jun 01 09:57:31.464063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43942) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:31.533138 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Deleting subnet 1c67052a-dbc5-4890-9556-37373fa155a1 {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 09:57:31.536880 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.587519 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.731911 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:31.860976 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38eb75-c978-4bb7-b1db-9c104b4ef051 req-ae2e4795-5056-4064-af08-9dd73255f960 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:31.869219 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4b38eb75-c978-4bb7-b1db-9c104b4ef051 req-ae2e4795-5056-4064-af08-9dd73255f960 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.1414080 Jun 01 09:57:31.943688 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4b38eb75-c978-4bb7-b1db-9c104b4ef051 req-3fae82d3-b4e1-42b7-a9f3-0fcc6c624206 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650108 Jun 01 09:57:32.037296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.042522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-37796b67-5530-46e1-b372-35365e700f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:32.089385 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c67052a-dbc5-4890-9556-37373fa155a1,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:32.091573 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.094296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:32.095937 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da50a1a-7e4c-4ca0-a396-fc786d8bc189 None None] Network 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 09:57:32.098649 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c67052a-dbc5-4890-9556-37373fa155a1 HTTP/1.1" status: 204 len: 168 time: 0.6335614 Jun 01 09:57:32.101347 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43948) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:32.214107 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.298027 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Deleting port 8cddbeae-78a2-411d-b604-037a2fb12159 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:32.298364 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.379180 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] DHCP port deletion for 2a9f19e7-b469-4af3-9d0e-29ead81ac4ad request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 09:57:32.417320 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] For port 8cddbeae-78a2-411d-b604-037a2fb12159, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=8cddbeae-78a2-411d-b604-037a2fb12159,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:32.417677 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.463318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Deleting port 8cddbeae-78a2-411d-b604-037a2fb12159 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:57:32.463704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.562027 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 080f899b-ffb0-43b1-a5e9-faa8e0ea51de no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:57:32.578166 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Calling delete_port for 8cddbeae-78a2-411d-b604-037a2fb12159 owned by network:dhcp {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:32.638618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.643890 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-83d1c2e5-4c34-4f29-ad86-3f5367a42d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:32.648331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 080f899b-ffb0-43b1-a5e9-faa8e0ea51de {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:57:32.648678 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 080f899b-ffb0-43b1-a5e9-faa8e0ea51de not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:57:32.649091 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 68d97925-02c9-428b-bf7f-6138820412b3 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:57:32.685321 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 68d97925-02c9-428b-bf7f-6138820412b3 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:57:32.685652 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 68d97925-02c9-428b-bf7f-6138820412b3 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:57:32.686116 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 8cddbeae-78a2-411d-b604-037a2fb12159 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:57:32.692309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cddbeae-78a2-411d-b604-037a2fb12159,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:32.695002 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:32.702626 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] No DVR routers for this DVR port 8cddbeae-78a2-411d-b604-037a2fb12159 on host dv-cinder-787262-4-smb {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:57:32.717129 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] For port 8cddbeae-78a2-411d-b604-037a2fb12159, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=8cddbeae-78a2-411d-b604-037a2fb12159,segment=NetworkSegment(313bd43f-5b0a-4136-9d63-590f5f89cea9),segment_id=313bd43f-5b0a-4136-9d63-590f5f89cea9)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:32.717399 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.740587 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 8cddbeae-78a2-411d-b604-037a2fb12159 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:57:32.740932 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 8cddbeae-78a2-411d-b604-037a2fb12159 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:57:32.868764 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Calling delete_port for 8cddbeae-78a2-411d-b604-037a2fb12159 owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:57:32.917760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.920170 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.924179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:32.932327 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9f19e7-b469-4af3-9d0e-29ead81ac4ad']}} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:32.945548 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313bd43f-5b0a-4136-9d63-590f5f89cea9') {'for_net_delete': True} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:32.945930 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.services.segments.db [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313bd43f-5b0a-4136-9d63-590f5f89cea9') {} {{(pid=91846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:57:32.957836 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6464367'] for segment, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.967252 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Pushing event deleted for resources: {'Port': ['ID=8cddbeae-78a2-411d-b604-037a2fb12159,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:32.970353 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:32.971709 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] No DVR routers for this DVR port 8cddbeae-78a2-411d-b604-037a2fb12159 on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:57:32.979535 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:32.993363 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=91846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 09:57:32.994018 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313650'] for segment, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: Traceback (most recent call last): Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: timer() Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: cb(*args, **kw) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: return func(*args, **kwargs) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: self._notify() Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: self.callback(batched_events) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: event.method(event) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: return f(self, *a, **k) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: return self._get(url).json() Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: return self.request(url, 'GET', **kwargs) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 09:57:33.013594 dv-cinder-787262-4-smb neutron-server[91846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 09:57:33.108682 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.112655 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:33.129113 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.137861 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9f19e7-b469-4af3-9d0e-29ead81ac4ad,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:33.141213 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:33.165456 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a9f19e7-b469-4af3-9d0e-29ead81ac4ad HTTP/1.1" status: 204 len: 168 time: 1.0630319 Jun 01 09:57:33.192332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fa255-dcf8-4c56-ada8-5cf5ac5a32a4 req-f6316ce9-5d6c-49ce-bf0b-df33408bb014 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:33.193767 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d77fa255-dcf8-4c56-ada8-5cf5ac5a32a4 req-f6316ce9-5d6c-49ce-bf0b-df33408bb014 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.1072376 Jun 01 09:57:33.257370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d77fa255-dcf8-4c56-ada8-5cf5ac5a32a4 req-3dd45901-d054-4337-be06-13447ef68d3b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576956 Jun 01 09:57:33.298114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43956) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:33.353854 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-01a90613-84da-4ec0-8ead-a60edbbe1de5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b149652c2da2432ca869bd4ddd1fb486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542414 Jun 01 09:57:33.356386 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 43960) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:33.418061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.444803 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.510686 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.514998 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c4dc6dbd-9c34-43fc-bdef-8ade19aaefc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:33.530617 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ba02a-a4fa-4ab2-a333-fdcb00ea7a19,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:33.533145 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:33.543428 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:33.545149 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-625512f3-1c0f-4126-b587-f8f8bc752b88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/454ba02a-a4fa-4ab2-a333-fdcb00ea7a19 HTTP/1.1" status: 204 len: 168 time: 0.1878927 Jun 01 09:57:34.476690 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94504676-0f7f-4375-9f04-ee77f60a8508 req-60c5a2e8-b84f-4d4e-89cc-edd5d3550fc7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:34.478194 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94504676-0f7f-4375-9f04-ee77f60a8508 req-60c5a2e8-b84f-4d4e-89cc-edd5d3550fc7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0912023 Jun 01 09:57:34.530602 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-94504676-0f7f-4375-9f04-ee77f60a8508 req-5daf50c8-9e2c-49a5-b5e7-5f093b3f86f3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Jun 01 09:57:35.733810 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d19217-5b02-4ff6-bfa8-4e048b9638fc req-9714d9f9-f1e4-4cd1-9ca1-7613643c5ff7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:35.738498 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-61d19217-5b02-4ff6-bfa8-4e048b9638fc req-9714d9f9-f1e4-4cd1-9ca1-7613643c5ff7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0879333 Jun 01 09:57:35.783419 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-61d19217-5b02-4ff6-bfa8-4e048b9638fc req-baafe400-3875-4172-a903-ec6abf78ba8b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Jun 01 09:57:36.988886 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8202c-7c36-4bd6-9626-3621835ce7b5 req-9678e258-cb48-42ac-b3e4-472390fccdff tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:36.990419 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41a8202c-7c36-4bd6-9626-3621835ce7b5 req-9678e258-cb48-42ac-b3e4-472390fccdff tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0901079 Jun 01 09:57:37.043736 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-41a8202c-7c36-4bd6-9626-3621835ce7b5 req-2a2b295d-cdb7-42c9-ad2e-27730c54942a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Jun 01 09:57:38.263971 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e0a21-78aa-4ac1-9710-7f792b06da68 req-2fbe6161-929b-4b6a-afcc-8a2835bf2ec0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:38.266620 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b76e0a21-78aa-4ac1-9710-7f792b06da68 req-2fbe6161-929b-4b6a-afcc-8a2835bf2ec0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0833368 Jun 01 09:57:38.316918 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b76e0a21-78aa-4ac1-9710-7f792b06da68 req-902f06cf-ba28-47d1-9965-88587c39e9bf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Jun 01 09:57:39.523584 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2275b-e935-4c6e-a15c-a75853acb76b req-5c3ca368-2823-46a1-9566-ef00668dc8d8 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:39.525163 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fe2275b-e935-4c6e-a15c-a75853acb76b req-5c3ca368-2823-46a1-9566-ef00668dc8d8 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0925214 Jun 01 09:57:39.583166 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fe2275b-e935-4c6e-a15c-a75853acb76b req-f8bbb5c2-cc59-4c20-b64f-77e0c3b49f7c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507433 Jun 01 09:57:40.767977 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44076) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:40.806029 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c420fc-b5c6-40b4-b785-d0954f928e8b req-f9aedf97-48d4-4f3d-b035-36731e518c22 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:40.809359 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9c420fc-b5c6-40b4-b785-d0954f928e8b req-f9aedf97-48d4-4f3d-b035-36731e518c22 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0994391 Jun 01 09:57:40.855154 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c9c420fc-b5c6-40b4-b785-d0954f928e8b req-77cd54f1-8c42-41e5-8bec-81bb041baf5a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Jun 01 09:57:40.893303 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:40.909011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:57:40.913586 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Usage tracker for resource:security_group_rule and tenant:af70f22258844155a2bbe49f34224005 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:57:40.916841 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:57:40.923332 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:57:41.007489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.012946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.020580 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9062f37b-4e50-433d-b344-396330384de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:41.062467 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af70f22258844155a2bbe49f34224005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931030 Jun 01 09:57:41.063145 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca7de10-5073-4914-bbdb-ae9c26386348,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:41.065397 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44082) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:57:41.067437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:41.135753 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.168339 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.232644 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.236723 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ce42eae4-eb36-4016-9d13-ae0abbe7503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:41.249516 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca7de10-5073-4914-bbdb-ae9c26386348,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:41.253286 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:41.255389 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:41.259520 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fca7de10-5073-4914-bbdb-ae9c26386348 HTTP/1.1" status: 204 len: 168 time: 0.1927609 Jun 01 09:57:42.059621 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ace77a-629c-44c7-bc90-3caa58ef0d5e req-d6d50767-a6e7-4877-9b2c-2c16208b9af4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:42.061097 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6ace77a-629c-44c7-bc90-3caa58ef0d5e req-d6d50767-a6e7-4877-9b2c-2c16208b9af4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0847898 Jun 01 09:57:42.106953 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6ace77a-629c-44c7-bc90-3caa58ef0d5e req-3226b28f-574a-422f-92f9-07a8046a3bad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Jun 01 09:57:43.302920 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f5105-95d6-4960-86d5-601eb2d8b613 req-2e4ebaeb-e4ff-4cf3-a7d2-6ea4b55caab4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:43.304646 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-528f5105-95d6-4960-86d5-601eb2d8b613 req-2e4ebaeb-e4ff-4cf3-a7d2-6ea4b55caab4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0856385 Jun 01 09:57:43.385205 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-528f5105-95d6-4960-86d5-601eb2d8b613 req-f424b250-d601-4d58-890a-de9511a651ea tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650876 Jun 01 09:57:44.594893 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f391a2b-decc-417c-bf2c-372f3284aed6 req-7b37795d-0701-4c6e-92a0-205480516811 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:44.596384 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f391a2b-decc-417c-bf2c-372f3284aed6 req-7b37795d-0701-4c6e-92a0-205480516811 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 943 time: 0.0951521 Jun 01 09:57:44.645014 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f391a2b-decc-417c-bf2c-372f3284aed6 req-2dec3955-2f4f-40eb-b585-92bb35d6e024 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Jun 01 09:57:45.124546 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:57:45.270333 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:45.283780 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'mac_address': 'fa:16:3e:6f:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:57:45.338157 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:45.354843 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:57:45.370282 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:45.377627 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:45.379486 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:45.447793 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=9']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:45.451277 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:45.587008 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['3a35a4fc-1c6f-4e4c-9214-275878ba84a1'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:57:45.839445 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a34397-292b-4fb1-86b7-8fd3125cdd66 req-eabd5893-bd34-4fb5-8e7f-3e274d0c08bc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:45.840913 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-02a34397-292b-4fb1-86b7-8fd3125cdd66 req-eabd5893-bd34-4fb5-8e7f-3e274d0c08bc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0836511 Jun 01 09:57:45.887448 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-02a34397-292b-4fb1-86b7-8fd3125cdd66 req-24f4cf31-8833-4342-9b68-fb369d9254df tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404885 Jun 01 09:57:47.102212 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44f69b-6750-4d47-a81a-f653d1d0d102 req-323013cc-5ef7-4a7f-be69-6c9cb55f669a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:47.103374 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bc44f69b-6750-4d47-a81a-f653d1d0d102 req-323013cc-5ef7-4a7f-be69-6c9cb55f669a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 944 time: 0.0909286 Jun 01 09:57:47.144698 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:57:47.150471 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bc44f69b-6750-4d47-a81a-f653d1d0d102 req-ea994cfb-fc31-40e4-92ff-fac6741d11aa tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Jun 01 09:57:47.217320 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:57:47.217687 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:47.344388 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:47.371687 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:57:47.374065 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2acd6f-30b8-47cc-8a68-0c018e0895ad" -d '{"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:57:47.381933 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:57:47.387055 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:47.389202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:57:47.425337 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587f2579-d9b5-4f85-ad61-d96b3c0d4ad1 x-openstack-request-id: req-587f2579-d9b5-4f85-ad61-d96b3c0d4ad1 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:57:47.425590 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-plugged", "status": "completed", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:57:47.425853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-587f2579-d9b5-4f85-ad61-d96b3c0d4ad1 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:57:47.426269 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'code': 200} Jun 01 09:57:47.459894 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=10']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:57:47.462842 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:57:47.922428 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b773b-627a-4a5e-b80c-b08374329007 req-1fe61fd6-8073-4b79-be17-f6e8d125976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:47.924235 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-cb3b773b-627a-4a5e-b80c-b08374329007 req-1fe61fd6-8073-4b79-be17-f6e8d125976c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0782557 Jun 01 09:57:47.964918 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-cb3b773b-627a-4a5e-b80c-b08374329007 req-dd7748d3-0083-4d84-9942-dfdb8daf6d1f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341241 Jun 01 09:57:48.359599 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb81a-c713-4512-9397-8602e76e56a4 req-b7719a57-0d95-4042-8d4f-6ceafe13df2f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:48.361051 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8fcb81a-c713-4512-9397-8602e76e56a4 req-b7719a57-0d95-4042-8d4f-6ceafe13df2f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0965064 Jun 01 09:57:48.409448 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d8fcb81a-c713-4512-9397-8602e76e56a4 req-200f475f-e32c-4b70-99d4-0b1d85a51b5a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Jun 01 09:57:49.535029 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3b3cd526-391b-43d1-b7e7-5c633485b42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:49.609488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f4dd-a5c8-40d4-b629-bed14968dc97 req-13532463-d6c9-4ab6-92e2-cb35d83d8111 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:49.611017 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7702f4dd-a5c8-40d4-b629-bed14968dc97 req-13532463-d6c9-4ab6-92e2-cb35d83d8111 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0852456 Jun 01 09:57:49.660230 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7702f4dd-a5c8-40d4-b629-bed14968dc97 req-a65efff4-2976-464a-8e4a-22b75568629f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Jun 01 09:57:50.955593 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfef6ab-3af6-4726-96c6-61cf39884cb4 req-aade3326-cf0c-4a2c-a0a7-19ac804e39ec tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:50.957087 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cbfef6ab-3af6-4726-96c6-61cf39884cb4 req-aade3326-cf0c-4a2c-a0a7-19ac804e39ec tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.1853464 Jun 01 09:57:51.002691 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cbfef6ab-3af6-4726-96c6-61cf39884cb4 req-91d6fbfe-80fc-4314-bb19-23a8cb8d7982 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Jun 01 09:57:52.092038 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:52.376389 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-81ed51de-3827-4927-92b0-a4f82702acf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:53.202819 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:54.610440 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:56.480993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:57:56.962273 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-589457a5-7969-4e24-a680-232e6c02e906 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766132 Jun 01 09:57:57.066558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987e31-422b-4f54-8edc-0d697118a27c req-f9b61284-7be5-4949-a1eb-bf953fe2f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:57.068024 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-f9b61284-7be5-4949-a1eb-bf953fe2f9e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 1099 time: 0.0828042 Jun 01 09:57:57.223536 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987e31-422b-4f54-8edc-0d697118a27c req-f262f54d-f0e2-42a8-9724-5b8a7fc85742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:57.224958 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-f262f54d-f0e2-42a8-9724-5b8a7fc85742 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1336489 Jun 01 09:57:57.338786 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-1b0459ce-11a6-41d0-b7b7-558b3d0b854d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 200 len: 1001 time: 0.1068747 Jun 01 09:57:57.403282 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987e31-422b-4f54-8edc-0d697118a27c req-7737d128-f732-4d8e-a0d7-6998e2d92965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:57.404722 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-7737d128-f732-4d8e-a0d7-6998e2d92965 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0594382 Jun 01 09:57:57.489521 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c987e31-422b-4f54-8edc-0d697118a27c req-8ec91f2e-bacb-4372-8d6a-e1ad0e651db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:57:57.490776 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-8ec91f2e-bacb-4372-8d6a-e1ad0e651db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781577 Jun 01 09:57:57.634059 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-e4978dc7-f15b-42ed-910b-41beb89ee3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361272 Jun 01 09:57:57.767328 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-1c987e31-422b-4f54-8edc-0d697118a27c req-cba024c6-042d-4cb6-859e-e687ccddbc3c service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267328 Jun 01 09:58:06.549422 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:58:15.611638 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44496) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:15.740662 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:15.755298 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:15.759462 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Usage tracker for resource:security_group_rule and tenant:8fcfcf48592745b68d2eef511ebf3977 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:15.763507 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:15.769309 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:15.874457 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:15.879795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:15.891967 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-f3fb87c7-1103-4cde-90bd-0089e7235626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:15.930311 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fcfcf48592745b68d2eef511ebf3977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173847 Jun 01 09:58:15.931933 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968fdfe-9ab4-4674-b5ea-04817c5b8408,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:15.933383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44502) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:15.939813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.940181 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.940536 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.940887 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.941233 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.941573 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.941901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.942265 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.942608 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.942945 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.943277 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.943611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:15.947419 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:16.002169 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.035935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.089496 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.094401 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f34d77b2-7fca-4b2a-a5b2-aa9ff9e0c710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:16.106618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968fdfe-9ab4-4674-b5ea-04817c5b8408,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:16.109927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:16.115899 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.117337 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8aaf17a7-b968-44ec-b684-a8ac7638b4f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9968fdfe-9ab4-4674-b5ea-04817c5b8408 HTTP/1.1" status: 204 len: 168 time: 0.1825931 Jun 01 09:58:16.437157 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44512) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:16.455362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.470475 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:16.474886 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Usage tracker for resource:security_group_rule and tenant:72cdfb7bf4c6476598c3ba6638330cdc is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:16.478759 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:16.485458 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:16.568967 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.576574 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.583747 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-edad1390-d6a4-49ce-8b91-4d46a18caa6e tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:16.707458 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72cdfb7bf4c6476598c3ba6638330cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689919 Jun 01 09:58:16.708273 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c6e6a-562b-4697-b33e-1aeb2a235aed,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:16.710196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44516) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:16.711258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:16.771501 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.797561 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.855132 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.859887 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a1b327f5-925a-4eb2-badb-04dab8c9320d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:16.873720 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c6e6a-562b-4697-b33e-1aeb2a235aed,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:16.876710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:16.881339 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:16.882880 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d64c6e6a-562b-4697-b33e-1aeb2a235aed HTTP/1.1" status: 204 len: 168 time: 0.1713078 Jun 01 09:58:18.925658 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44570) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:19.070320 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.085656 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:19.089719 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:34b32dbfa51e42578e2316167811e029 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:19.092657 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:19.100847 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:19.188515 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.193644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.201217 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-67dae428-d615-42a9-8f21-86b604f5c9d7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:19.242316 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34b32dbfa51e42578e2316167811e029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154321 Jun 01 09:58:19.243211 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdbb936-9d99-431c-b776-32a8565a5bc3,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:19.245887 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44576) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:19.246439 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:19.312372 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.346869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.404996 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.409258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aca90be2-6321-4f76-bbd6-76846b2b3c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:19.421459 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdbb936-9d99-431c-b776-32a8565a5bc3,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:19.426824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:19.430301 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.431440 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bdbb936-9d99-431c-b776-32a8565a5bc3 HTTP/1.1" status: 204 len: 168 time: 0.1841435 Jun 01 09:58:19.532327 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-265b448b-dfa7-4fc9-b02a-6af5df0c9222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.755650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44586) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:19.773362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.788598 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:19.793255 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Usage tracker for resource:security_group_rule and tenant:72e93f7131cc4950bc0a772ddad8b769 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:19.796111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:19.801797 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:19.897828 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.904058 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:19.911106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7cdbb2f3-dd3d-4d8b-8c58-9176396e1dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:19.955012 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72e93f7131cc4950bc0a772ddad8b769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982865 Jun 01 09:58:19.955876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d79334-6aba-426a-be7b-27a836960990,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:19.957868 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44590) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:19.963522 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.963821 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.964174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.964527 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.964872 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.965216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.965815 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.966214 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.966560 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.966904 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.967239 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.967558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:19.971387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:20.028762 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:20.056399 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:20.115242 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:20.119080 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6cf619a6-7ca9-4ff0-aa2b-c8678be65320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:20.130104 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d79334-6aba-426a-be7b-27a836960990,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:20.133446 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:20.136816 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:20.137931 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9bffa53d-e7bd-490b-835e-fc18654c6dc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22d79334-6aba-426a-be7b-27a836960990 HTTP/1.1" status: 204 len: 168 time: 0.1790724 Jun 01 09:58:22.088564 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:22.369204 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c7a83e64-8e4d-4004-8b7c-cd7c39d8b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.052055 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44676) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:23.177504 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.192762 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:23.197034 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c86c2d4833134357963486b8c2795445 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:23.200054 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:23.203112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.206307 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:23.297258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.300902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.309742 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-7fa0532e-4c10-4524-bba8-c8b810b7d048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:23.349628 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c86c2d4833134357963486b8c2795445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963123 Jun 01 09:58:23.351254 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834225a0-4c58-4151-b387-8336b5131c44,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:23.352343 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44686) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:23.354435 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2e837eea-d4c6-489e-b222-3778473ac1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:23.414825 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.439992 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.470745 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630946b-04ac-4ae4-b88c-c14ff4217b3c req-7894fc4c-89e7-4694-907c-aa785794b69f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:23.472610 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b630946b-04ac-4ae4-b88c-c14ff4217b3c req-7894fc4c-89e7-4694-907c-aa785794b69f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0868661 Jun 01 09:58:23.495779 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.499616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8508cf54-b80d-4fdf-a7d1-ab2ef06498ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:23.512182 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834225a0-4c58-4151-b387-8336b5131c44,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:23.516252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:23.521322 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b630946b-04ac-4ae4-b88c-c14ff4217b3c req-64633ba9-9cf1-4ff2-9490-96f99bb258d7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Jun 01 09:58:23.541564 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.542812 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/834225a0-4c58-4151-b387-8336b5131c44 HTTP/1.1" status: 204 len: 168 time: 0.1872435 Jun 01 09:58:23.860990 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44694) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:23.879946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:23.895052 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:23.899243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:02b212bd940746a3830d64ce7346e8e1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:23.902589 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:23.908611 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:24.010358 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.018007 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.026612 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-53eeeea1-5c9d-4963-b61d-6cf5e8b290ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:24.066699 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b212bd940746a3830d64ce7346e8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046328 Jun 01 09:58:24.067646 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afd1ee-5868-4398-8270-3bf3c8170df0,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:24.069892 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44698) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:24.072748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:24.133162 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.160242 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.216313 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.222046 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cf55d370-cf2a-422f-bbde-2e2deaa0409e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:24.233602 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afd1ee-5868-4398-8270-3bf3c8170df0,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:24.237186 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:24.240860 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.244287 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5afd1ee-5868-4398-8270-3bf3c8170df0 HTTP/1.1" status: 204 len: 168 time: 0.1705222 Jun 01 09:58:24.606370 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:24.730443 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646363e-4758-45be-a0e2-db65cb6ad2c9 req-7a9233d1-efd9-4529-86fc-2ceeccb43472 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:24.732224 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2646363e-4758-45be-a0e2-db65cb6ad2c9 req-7a9233d1-efd9-4529-86fc-2ceeccb43472 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.0882616 Jun 01 09:58:24.780535 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-2646363e-4758-45be-a0e2-db65cb6ad2c9 req-2ca2cc68-715b-4e3b-8624-8bc97c117cd7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=0152ac19-2219-483e-8276-0ac9d55cf286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Jun 01 09:58:24.965904 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-3294ed84-d7c7-4a43-b105-65b45cdceb42 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:24.966705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-3294ed84-d7c7-4a43-b105-65b45cdceb42 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:58:24.987648 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-3294ed84-d7c7-4a43-b105-65b45cdceb42 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:58:24.988137 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-3294ed84-d7c7-4a43-b105-65b45cdceb42 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 946 time: 0.1269112 Jun 01 09:58:25.156978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Deleting port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:58:25.157304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:25.300440 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] For port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:58:25.300796 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:25.606433 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:25.606788 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:25.607103 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Floating IP 9db323a6-372b-407d-be55-0f322452b9c5 disassociated. External IP: 172.28.1.123, port: 3a35a4fc-1c6f-4e4c-9214-275878ba84a1. Jun 01 09:58:25.607423 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Calling delete_port for 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:58:25.721158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:25.727946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4cec5f9d-bc4c-4e5d-99aa-1d8c7eb174cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:25.772294 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'Port': ['ID=3a35a4fc-1c6f-4e4c-9214-275878ba84a1,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:25.775833 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:25.951270 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1438e411-eebc-4ebf-920c-525d3184d7dc req-ad8a1d72-8bf5-4502-acae-3e2dd1097ff7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3 HTTP/1.1" status: 200 len: 210 time: 0.0484126 Jun 01 09:58:25.977649 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:58:26.265497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:58:26.276765 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:58:26.287529 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:58:26.288137 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:58:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:26.338003 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] No DVR routers for this DVR port 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 09:58:26.341956 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:26.344672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-deleted', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:58:26.347114 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5be3c0b-be04-428c-8160-413a478df110" -d '{"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-deleted", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:58:26.364345 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9c50c9d7-8280-4a0a-a942-5d01e24ddeb5 req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "DELETE /v2.0/ports/3a35a4fc-1c6f-4e4c-9214-275878ba84a1 HTTP/1.1" status: 204 len: 173 time: 1.3695199 Jun 01 09:58:26.435621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e137c95-04c6-437b-ae7f-69e1caaa9f08 x-openstack-request-id: req-9e137c95-04c6-437b-ae7f-69e1caaa9f08 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:58:26.435941 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3", "name": "network-vif-deleted", "tag": "3a35a4fc-1c6f-4e4c-9214-275878ba84a1", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:58:26.436223 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e137c95-04c6-437b-ae7f-69e1caaa9f08 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:58:26.436638 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd9ca9b-5d33-472b-b27d-6ae5633d5cb3', 'name': 'network-vif-deleted', 'tag': '3a35a4fc-1c6f-4e4c-9214-275878ba84a1', 'status': 'completed', 'code': 200} Jun 01 09:58:26.469619 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:58:26.485667 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:26.803440 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:26.807520 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:58:26.816872 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:58:26.817693 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:58:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:27.045277 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:58:27.067661 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44780) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.092665 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44786) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.161714 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.205916 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.219404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.241125 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:27.248391 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfd41271f2248f4aa1e7d5d5d47e366 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:27.258207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:27.267700 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:27.303560 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.309378 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-586e062a-7ac2-4d37-957d-5ca0c2477360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:27.338220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0152ac19-2219-483e-8276-0ac9d55cf286,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:27.344357 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:27.374358 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:27.378433 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507e8f-b13a-439d-a692-b13dc3fc9832 None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:58:27.380029 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.381141 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-2b9ab5a4-6aaa-42a1-ae4f-b8a9e934300f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "DELETE /v2.0/security-groups/0152ac19-2219-483e-8276-0ac9d55cf286 HTTP/1.1" status: 204 len: 168 time: 0.2872305 Jun 01 09:58:27.384764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44790) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.397867 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.402494 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.api.v2.resource [None req-428e4fc7-a962-46bd-83d6-c82df4a50b64 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] show failed (client error): The resource could not be found. Jun 01 09:58:27.406017 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-428e4fc7-a962-46bd-83d6-c82df4a50b64 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups/0152ac19-2219-483e-8276-0ac9d55cf286 HTTP/1.1" status: 404 len: 347 time: 0.0177555 Jun 01 09:58:27.406321 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.406993 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44794) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.410861 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e0bb0a93-d8b7-4145-9a58-94a75b236df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:27.453463 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cfd41271f2248f4aa1e7d5d5d47e366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847046 Jun 01 09:58:27.456745 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44798) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.473697 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bbd82a-f99d-4438-8fb1-50adf5e94e4b,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:27.478513 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c41c0c49-9306-4fc4-bc00-8d90e0015867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:27.526065 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.553813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.612340 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.613611 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9db038-4fcc-4046-8203-b29196d77ba5 None None] New status for floating IP 9db323a6-372b-407d-be55-0f322452b9c5: DOWN {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:58:27.616255 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1e2bb665-fd24-4a92-aa3e-4f63221f9931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:27.627295 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bbd82a-f99d-4438-8fb1-50adf5e94e4b,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:27.630156 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:27.636451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.637573 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-384e4541-c711-4594-b36b-6a1d2c62b13d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83bbd82a-f99d-4438-8fb1-50adf5e94e4b HTTP/1.1" status: 204 len: 168 time: 0.1799362 Jun 01 09:58:27.640661 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Deleting port 90483307-376f-483e-b46d-e9fe4990b02d {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 09:58:27.641012 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.775990 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.776610 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.904614 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Calling delete_port for 90483307-376f-483e-b46d-e9fe4990b02d owned by network:floatingip {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 09:58:27.958282 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44806) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:27.976131 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:27.994595 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:27.999700 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Usage tracker for resource:security_group_rule and tenant:3ec1b574e00c4af48c070a48fa89f7ef is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.002939 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.008883 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.023825 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.028257 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f52e09db-4452-42ec-a1bc-c0de7a687971 tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.070714 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'Port': ['ID=90483307-376f-483e-b46d-e9fe4990b02d,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.074389 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.107358 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.112600 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.119916 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-37e9bbb5-c9af-4e62-874e-fdb50f1e99eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.159191 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab1db1-6cda-4bf6-84ac-5eb294247968,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.163669 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec1b574e00c4af48c070a48fa89f7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043707 Jun 01 09:58:28.164688 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-821f138b-e49d-496f-9abe-bc5332359cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.166789 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44810) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:28.169582 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.186468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.187647 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "DELETE /v2.0/floatingips/9db323a6-372b-407d-be55-0f322452b9c5 HTTP/1.1" status: 204 len: 168 time: 0.7794607 Jun 01 09:58:28.227891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.256125 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.308534 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.312160 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aa7af829-8898-48f3-83c6-5d00904d977f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.326000 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab1db1-6cda-4bf6-84ac-5eb294247968,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.329902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.335022 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.339683 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00ab1db1-6cda-4bf6-84ac-5eb294247968 HTTP/1.1" status: 204 len: 168 time: 0.1721346 Jun 01 09:58:28.437764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44818) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:28.443709 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447365615', 'description': 'tempest-description--436880024'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:28.449660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:28.453790 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.456772 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.462527 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.473246 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.494730 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:28.498710 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.502345 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.508551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.580950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.586046 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.591250 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-80a995ad-2446-46ac-b1bb-1fd0ccbe7a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.631647 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62260e3d-ff17-43fd-af70-aa611f5c95e8,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.634791 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.637793 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.639498 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2004666 Jun 01 09:58:28.642488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44826) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:28.648076 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group_rule': {'security_group_id': '62260e3d-ff17-43fd-af70-aa611f5c95e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:28.654426 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:28.658402 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.662085 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.670108 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.685955 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.747660 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.752207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.762670 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e92e842c-5c07-49ac-bc9a-71898dced101 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.783341 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe23eac-35f4-4991-9697-a4d50aac08a5,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.787512 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.793196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.794808 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-8ab9069a-24ec-4789-b266-575386ea6e3c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511676 Jun 01 09:58:28.797914 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44836) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:28.803063 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'security_group_rule': {'security_group_id': '62260e3d-ff17-43fd-af70-aa611f5c95e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:28.808857 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:28.812710 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:security_group_rule and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.815680 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.821547 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.838923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.904962 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.909797 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.911938 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:28.934859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb169df-c69c-4c56-a5e2-8a5278d96b90,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:28.939501 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:28.948227 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:28.949747 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-c3054cd5-96cb-4bd9-b345-ddb58ca18104 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509130 Jun 01 09:58:28.952834 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44846) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:28.958336 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:28.964510 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:28.968464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:floatingip and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:28.971267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:28.976899 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:28.989902 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.128481 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.269304 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Allocated IP 172.28.1.32 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:58:29.301938 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:58:29.340250 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 09:58:29.340458 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 3a35a4fc-1c6f-4e4c-9214-275878ba84a1 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 09:58:29.423376 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.456901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.461874 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ee32e641-1463-449f-9af9-e4d47d59bdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:29.627412 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:58:29.630453 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:58:29.635194 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:58:29.660525 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:29.666484 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:29.716940 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.778436 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:29.998041 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:30.004781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:30.009579 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:30.120925 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:30.126998 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:30.129824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:30.154165 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:30.155382 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2014968 Jun 01 09:58:30.379173 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-211a4164-1a35-427b-921e-e069d5709d7d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:58:30.395568 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-211a4164-1a35-427b-921e-e069d5709d7d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:58:30.396768 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-211a4164-1a35-427b-921e-e069d5709d7d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--447365615&fields=id&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 267 time: 0.0575094 Jun 01 09:58:30.549307 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-011e5d1b-e2f9-4a0e-8a61-4ce19d1a3158 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:30.550698 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-011e5d1b-e2f9-4a0e-8a61-4ce19d1a3158 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 817 time: 0.1466949 Jun 01 09:58:30.566316 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-f0964865-fdd2-4c08-8f70-6a8ccf8bd4f1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/quotas/1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Jun 01 09:58:30.652496 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-fd5b2230-dce5-4bd6-919e-09ef896f0dd4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800421 Jun 01 09:58:30.908463 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-b1854a77-e348-4625-b9f0-e6d6c9ad5a11 service neutron] 10.222.0.15 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440391 Jun 01 09:58:31.043013 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-920b1e13-795d-4eeb-ba6f-2d8d5ba73420 service neutron] 10.222.0.15 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276786 Jun 01 09:58:31.230634 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-664c8e7c-27fc-43d1-bab0-89ceacd9da91 req-b546f237-988a-419e-a7f5-ca251765ef08 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 210 time: 0.0457406 Jun 01 09:58:32.308253 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-f09cc9c7-41c4-4290-9a5e-cf6001ab4e70 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:32.309821 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-f09cc9c7-41c4-4290-9a5e-cf6001ab4e70 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 817 time: 0.1712732 Jun 01 09:58:32.372766 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-bb730087-0b13-406f-a358-7c6c602a2418 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 09:58:32.387353 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-bb730087-0b13-406f-a358-7c6c602a2418 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:security_group {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 09:58:32.388977 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-bb730087-0b13-406f-a358-7c6c602a2418 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 379 time: 0.0704052 Jun 01 09:58:32.402928 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'port': {'device_id': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'admin_state_up': True, 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'security_groups': ['62260e3d-ff17-43fd-af70-aa611f5c95e8']}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:32.413352 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-454dfd72-c686-4266-b66f-c89bc9f38212 req-4ff8cf33-90a8-422e-aaf4-e3899358a56b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 210 time: 0.0506768 Jun 01 09:58:32.544881 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:32.549008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Usage tracker for resource:port and tenant:1086b56e4af54dc8a3ba598ba72f07b1 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:32.552155 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:32.558059 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:32.567872 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Made reservation on behalf of 1086b56e4af54dc8a3ba598ba72f07b1 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 09:58:32.571956 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:32.738155 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Allocated IP 172.20.0.14 (d24c82d2-32fc-4d5a-8ff4-0229183fa744/e42206c8-d0dc-4296-8fcd-64bf0812804c/6a2b580b-03d3-4acf-8478-20879c966c1c) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 09:58:33.017666 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.034170 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Transition to ACTIVE for port object 6a2b580b-03d3-4acf-8478-20879c966c1c will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:58:33.059633 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.068727 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-2122d2c8-13f7-474f-bebb-d76af1f333a7 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:33.133709 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 09:58:33.136847 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 09:58:33.140728 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 09:58:33.175897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:33.182940 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:33.216340 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:33.217038 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.247428 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-ef71c9aa-337d-4994-ae4b-d712c60666ad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8495810 Jun 01 09:58:33.260506 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Request body: {'port': {'device_id': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:33.366799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-58710a7f-64c5-44d2-b44e-c3e2b5b14349 None None] Provisioning for port 6a2b580b-03d3-4acf-8478-20879c966c1c completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:58:33.372455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-58710a7f-64c5-44d2-b44e-c3e2b5b14349 None None] Provisioning complete for port 6a2b580b-03d3-4acf-8478-20879c966c1c triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:58:33.372871 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-58710a7f-64c5-44d2-b44e-c3e2b5b14349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.383096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.462364 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-58710a7f-64c5-44d2-b44e-c3e2b5b14349 None None] Port 6a2b580b-03d3-4acf-8478-20879c966c1c cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 09:58:33.612728 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbc6c7-f25c-497e-a9fb-03be42986617 req-11981276-ceec-44dd-9c1b-7a2de0819c84 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:33.614288 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4dbc6c7-f25c-497e-a9fb-03be42986617 req-11981276-ceec-44dd-9c1b-7a2de0819c84 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 932 time: 0.0834725 Jun 01 09:58:33.660133 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a4dbc6c7-f25c-497e-a9fb-03be42986617 req-a5a11dc0-c1c0-4b3e-97cc-8793f91a513f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397034 Jun 01 09:58:33.743705 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:58:33.751185 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.765520 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Transition to ACTIVE for port object 6a2b580b-03d3-4acf-8478-20879c966c1c will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 09:58:33.771108 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:33.774902 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5de5187a-1194-4673-9b37-7eac82ae6c71 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:33.900499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:33.927241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:34.009418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Attempting to bind port 6a2b580b-03d3-4acf-8478-20879c966c1c on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 09:58:34.009739 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Attempting to bind port 6a2b580b-03d3-4acf-8478-20879c966c1c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 09:58:34.010079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Attempting to bind port 6a2b580b-03d3-4acf-8478-20879c966c1c on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:58:34.015043 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Port 6a2b580b-03d3-4acf-8478-20879c966c1c on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 09:58:34.015351 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Attempting to bind port 6a2b580b-03d3-4acf-8478-20879c966c1c on network d24c82d2-32fc-4d5a-8ff4-0229183fa744 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 09:58:34.020735 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 9, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 09:58:34.021079 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Checking segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 09:58:34.021428 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Bound using segment: {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 09:58:34.021834 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Bound port: 6a2b580b-03d3-4acf-8478-20879c966c1c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e58af0-4b7f-418f-b3a1-f9bca52de02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 09:58:34.022194 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:34.115443 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 09:58:34.118569 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 09:58:34.125441 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:34.130555 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-fccb6a3d-5b82-42eb-b1fb-dfa42810f4db tempest-AttachVolumeNegativeTest-1518737716 tempest-AttachVolumeNegativeTest-1518737716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:34.190917 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:34.191541 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:34.192980 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] 10.222.0.72 "PUT /v2.0/ports/6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 1094 time: 0.9377077 Jun 01 09:58:34.193582 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:58:34.196186 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19854a6e-8873-4565-af68-bc73f751ea93" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:58:34.225075 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:34.228470 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:34.271769 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae8473-18a9-4e7d-80a0-cc7f3576e5f2 x-openstack-request-id: req-4fae8473-18a9-4e7d-80a0-cc7f3576e5f2 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:58:34.272095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:58:34.272380 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fae8473-18a9-4e7d-80a0-cc7f3576e5f2 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:58:34.272808 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'status': 'completed', 'code': 200} Jun 01 09:58:34.310098 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-78c51ee5-aee3-405e-9b1f-a3225d60672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:34.311655 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-78c51ee5-aee3-405e-9b1f-a3225d60672c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1097 time: 0.0772102 Jun 01 09:58:34.385960 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-f6fe75cf-34e9-432b-8e5a-bac4a224bdb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 217 time: 0.0659966 Jun 01 09:58:34.451499 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-99cc2bf5-4d69-4738-8071-38dc9d8371d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:34.452866 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-99cc2bf5-4d69-4738-8071-38dc9d8371d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0597119 Jun 01 09:58:34.537497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-dbf77f6e-e563-45cd-a4a0-672d9166c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:34.539114 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-dbf77f6e-e563-45cd-a4a0-672d9166c1ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798917 Jun 01 09:58:34.681381 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-b6080be9-d154-47cb-9685-c564c086811d service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353641 Jun 01 09:58:34.896728 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634385b5-0b64-4327-b9db-beb24add8035 req-3cbae806-912a-4b5e-8628-b7ec52bcba67 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:34.898117 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-634385b5-0b64-4327-b9db-beb24add8035 req-3cbae806-912a-4b5e-8628-b7ec52bcba67 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0801883 Jun 01 09:58:34.914512 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-ae927567-90bc-44ed-a20c-5e7251ded61c req-c3e5bbca-3041-40a6-9e18-5fb97d9bb89e service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256052 Jun 01 09:58:34.944381 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-634385b5-0b64-4327-b9db-beb24add8035 req-77c69898-e47e-470f-b4da-6b63c17453de tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Jun 01 09:58:35.039781 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854a6e-8873-4565-af68-bc73f751ea93 req-908cddaa-4b4b-413f-8e73-2dad73b4a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:35.041260 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-908cddaa-4b4b-413f-8e73-2dad73b4a3a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1097 time: 0.0809286 Jun 01 09:58:35.178368 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854a6e-8873-4565-af68-bc73f751ea93 req-59da952e-18b6-48fa-9a15-c1a5d9a1f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:35.179722 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-59da952e-18b6-48fa-9a15-c1a5d9a1f470 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1310587 Jun 01 09:58:35.257892 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-07b8e288-b6f3-42e0-864d-94c6aa232a18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 217 time: 0.0709920 Jun 01 09:58:35.324204 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854a6e-8873-4565-af68-bc73f751ea93 req-78766bf6-88ce-4efb-b6ac-90f668569626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:35.325624 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-78766bf6-88ce-4efb-b6ac-90f668569626 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0614467 Jun 01 09:58:35.409947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854a6e-8873-4565-af68-bc73f751ea93 req-35a366ef-56bb-48be-931f-2a5a895a0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:35.411506 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-35a366ef-56bb-48be-931f-2a5a895a0aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759239 Jun 01 09:58:35.553039 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-76cc76d2-34b0-42ad-95ae-4dedb74d523f service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343396 Jun 01 09:58:35.709839 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-19854a6e-8873-4565-af68-bc73f751ea93 req-a6b62f76-b640-4cda-ba43-3c203319428f service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501968 Jun 01 09:58:36.145304 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936532d-84cf-4b65-accc-3744c8d16e18 req-bf2027c9-57c8-4b13-bce7-97643e96e55b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:36.146780 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a936532d-84cf-4b65-accc-3744c8d16e18 req-bf2027c9-57c8-4b13-bce7-97643e96e55b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0856807 Jun 01 09:58:36.193180 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a936532d-84cf-4b65-accc-3744c8d16e18 req-bdd058a2-785c-43d5-bd18-1f1c059cb7e0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Jun 01 09:58:37.334349 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:58:37.399118 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14b07-2e51-47de-84e3-9c157f7b96ec req-27d39631-d23e-40f0-aa47-c459c7e65c69 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:37.400924 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11d14b07-2e51-47de-84e3-9c157f7b96ec req-27d39631-d23e-40f0-aa47-c459c7e65c69 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0879812 Jun 01 09:58:37.446015 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-11d14b07-2e51-47de-84e3-9c157f7b96ec req-bf1378b0-96a6-4256-a3fa-def4acc71ecf tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393729 Jun 01 09:58:37.473346 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:58:37.487138 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:58:37.549954 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:37.567430 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:58:37.583000 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:58:37.587577 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:37.589652 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:37.654971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:37.662911 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.663607 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.663607 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.663883 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.664207 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.664554 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.664877 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.665184 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.665495 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.665808 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.667234 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.667234 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:58:37.670599 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:37.779610 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['6a2b580b-03d3-4acf-8478-20879c966c1c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:58:37.994795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 44992) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:38.115424 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.130139 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:38.134332 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Usage tracker for resource:security_group_rule and tenant:59c155ef59544cf5966a54c34e857bf5 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:38.137501 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:38.144137 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:38.228483 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.234937 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.243488 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-35f2ed1b-91d6-4dfc-b928-79306a9e9de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:38.285295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59c155ef59544cf5966a54c34e857bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893760 Jun 01 09:58:38.286229 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372061a5-0532-48a8-8265-150130cb03f1,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:38.288180 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 44998) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:38.289402 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:38.349864 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.377544 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.436785 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.442330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4c176946-344d-40db-85ef-6289c27feb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:38.453265 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372061a5-0532-48a8-8265-150130cb03f1,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:38.457233 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:38.460748 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.461861 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b4aff8c0-fa82-4e76-831c-2146ef23957d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/372061a5-0532-48a8-8265-150130cb03f1 HTTP/1.1" status: 204 len: 168 time: 0.1725705 Jun 01 09:58:38.638498 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f959cec-1424-4ae2-bb41-0c436e0557c9 req-c63615e3-e9ca-44c3-a08d-4fc3a5949813 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:38.640015 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f959cec-1424-4ae2-bb41-0c436e0557c9 req-c63615e3-e9ca-44c3-a08d-4fc3a5949813 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 945 time: 0.0822859 Jun 01 09:58:38.783014 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45008) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:38.799397 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f959cec-1424-4ae2-bb41-0c436e0557c9 req-f8c6ba8a-567e-43c5-8612-dc479535427a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528265 Jun 01 09:58:38.806130 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.821075 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:38.824953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbf33a498fb45dea3a800668c149f3e is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:38.827857 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:38.833616 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:38.926008 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.931774 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:38.939106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-189b1040-f95f-4689-931b-fc97dcddaac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:38.980206 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bbf33a498fb45dea3a800668c149f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959205 Jun 01 09:58:38.981081 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7dfc02-6e0c-429d-8091-eba0744fab0d,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:38.983251 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45012) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:38.984330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:39.042484 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.067599 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.126715 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.130397 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a3ff89bd-1a6c-4e6f-a69b-3a6bccd33f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:39.143019 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7dfc02-6e0c-429d-8091-eba0744fab0d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:39.146824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:39.152329 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.153481 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6fb910bb-caf3-4a84-8b1b-010e6fe8374f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d7dfc02-6e0c-429d-8091-eba0744fab0d HTTP/1.1" status: 204 len: 168 time: 0.1692066 Jun 01 09:58:39.332402 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:58:39.404692 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port 6a2b580b-03d3-4acf-8478-20879c966c1c completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 09:58:39.410057 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 6a2b580b-03d3-4acf-8478-20879c966c1c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:58:39.410428 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.533070 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.533258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45020) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:39.551617 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.561483 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:58:39.563614 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c7f76-f003-4c37-bfd5-e3cdb706e67a" -d '{"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:58:39.566811 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 09:58:39.571789 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:58:39.571965 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:77bdf524dfed42f788ff0aeab388be66 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 09:58:39.575385 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 09:58:39.576912 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.578886 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:39.582837 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 09:58:39.612853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d25ed1-49a2-4984-982f-7f57cc04e800 x-openstack-request-id: req-d6d25ed1-49a2-4984-982f-7f57cc04e800 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:58:39.613158 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:58:39.613421 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6d25ed1-49a2-4984-982f-7f57cc04e800 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:58:39.613864 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'code': 200} Jun 01 09:58:39.656718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:39.660266 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:39.683373 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.687877 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.695788 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-48857f36-84da-4819-a63a-c5fd14ca0344 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:39.737263 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77bdf524dfed42f788ff0aeab388be66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028551 Jun 01 09:58:39.738273 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a739c5-7ea4-4fb0-a59b-664a6e6db6ef,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:39.740139 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45026) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:39.741618 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5f4b2aee-9a8a-411d-be06-91c676d68ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:39.861022 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.897243 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.923189 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee79dfc-ce7c-4536-b749-73197200f9f4 req-d3dad8e2-38a5-4b4e-b55f-887a60ee133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:39.924703 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ee79dfc-ce7c-4536-b749-73197200f9f4 req-d3dad8e2-38a5-4b4e-b55f-887a60ee133f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1099 time: 0.1368039 Jun 01 09:58:39.975172 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-9ee79dfc-ce7c-4536-b749-73197200f9f4 req-f3b41c13-f40d-4b17-8f7b-047103d8567b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Jun 01 09:58:39.988460 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:39.993307 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f45acca9-d6f2-42e4-94ec-67e25b45ae64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:58:40.002095 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7e851-89f2-459b-b14b-df2de016ba63 req-c1c8e02c-e5c2-4d9d-8e9d-a2dc55063fd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:40.005997 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7cc7e851-89f2-459b-b14b-df2de016ba63 req-c1c8e02c-e5c2-4d9d-8e9d-a2dc55063fd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0829241 Jun 01 09:58:40.006240 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a739c5-7ea4-4fb0-a59b-664a6e6db6ef,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:58:40.007712 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:58:40.015954 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:40.020840 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cc1970bc-29dc-4766-893f-9c2ab24927a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1a739c5-7ea4-4fb0-a59b-664a6e6db6ef HTTP/1.1" status: 204 len: 168 time: 0.2752588 Jun 01 09:58:40.062950 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-7cc7e851-89f2-459b-b14b-df2de016ba63 req-6f07a4b4-c161-45ff-85f0-57344c58c491 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527658 Jun 01 09:58:41.264115 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909da9cd-67fb-47a3-8a8e-4cf28690102c req-c7f95d53-c9bb-4a16-b646-ebb8d597d3fd tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:41.265588 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-909da9cd-67fb-47a3-8a8e-4cf28690102c req-c7f95d53-c9bb-4a16-b646-ebb8d597d3fd tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0877943 Jun 01 09:58:41.314232 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-909da9cd-67fb-47a3-8a8e-4cf28690102c req-20555b1b-695c-4dc8-884f-6d06e8a85a95 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Jun 01 09:58:41.512322 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636038-3970-4268-8900-5a4f6e5c03fe req-96f467ee-8881-4b07-916a-2ebcb5f4016d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:41.513782 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a6636038-3970-4268-8900-5a4f6e5c03fe req-96f467ee-8881-4b07-916a-2ebcb5f4016d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0882187 Jun 01 09:58:41.523913 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45038) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:58:41.533168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Request body: {'floatingip': {'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 09:58:41.608546 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:42.229167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:42.235907 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:42.406944 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.l3_db [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Floating IP 79656ef9-7872-45a8-98ce-58cc2472673a associated. External IP: 172.28.1.32, port: 6a2b580b-03d3-4acf-8478-20879c966c1c. Jun 01 09:58:42.866989 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 09:58:43.055821 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 09:58:43.068096 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 09:58:43.071744 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:43.080678 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:58:43.081415 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:58:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:43.130872 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ac2177be-43d4-4a7d-99a8-0399994bcbd9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "PUT /v2.0/floatingips/79656ef9-7872-45a8-98ce-58cc2472673a HTTP/1.1" status: 200 len: 991 time: 1.6055598 Jun 01 09:58:43.132858 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:58:43.134008 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}844431c8b9b0560a74cb990d0f2576ae7a1bdf699ad1f1ba2ff92257b76adb62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:58:43.261360 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:58:43.372626 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29d074-67df-4690-b8d2-6aadc6d584a8 x-openstack-request-id: req-ee29d074-67df-4690-b8d2-6aadc6d584a8 {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:58:43.372955 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "status": "completed", "code": 200}]} {{(pid=91845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:58:43.373209 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee29d074-67df-4690-b8d2-6aadc6d584a8 {{(pid=91845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:58:43.373663 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'status': 'completed', 'code': 200} Jun 01 09:58:43.466947 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-e1b53a3a-9993-467b-a825-c66eb5433254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:43.468414 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-e1b53a3a-9993-467b-a825-c66eb5433254 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1099 time: 0.0728087 Jun 01 09:58:43.573363 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:58:43.599148 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-09d93afb-f0d1-4a90-a7cb-3fda2b0108b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:43.600577 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-09d93afb-f0d1-4a90-a7cb-3fda2b0108b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1257093 Jun 01 09:58:43.613336 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '79656ef9-7872-45a8-98ce-58cc2472673a', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:58:29Z', 'updated_at': '2021-06-01T09:58:42Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:43.617420 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 09:58:43.625911 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 09:58:43.626600 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T09:58:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:43.702760 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-a42d0489-8ba2-49ff-8738-97c8db984e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 999 time: 0.0958312 Jun 01 09:58:43.849140 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 09:58:43.854465 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-47d7c5cd-5b80-4236-bba8-2286881d2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:43.855894 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-47d7c5cd-5b80-4236-bba8-2286881d2280 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.1473958 Jun 01 09:58:43.930440 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-79b58f3b-d2db-4150-997f-f87aee9c0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:43.931888 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-79b58f3b-d2db-4150-997f-f87aee9c0a67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696924 Jun 01 09:58:44.063366 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-16bda3a5-638a-4ba5-95f1-05449474c71e service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240432 Jun 01 09:58:44.196680 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '79656ef9-7872-45a8-98ce-58cc2472673a', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:58:29Z', 'updated_at': '2021-06-01T09:58:42Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 09:58:44.197839 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4efe6f40-6fe0-4a7e-92f6-8566bf14e8b6 req-f4d92036-6677-4f5e-b6b0-957551897b21 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283169 Jun 01 09:58:44.200517 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c14c2a-b4d0-4865-be98-f4486c47eda4 None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '79656ef9-7872-45a8-98ce-58cc2472673a', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T09:58:29Z', 'updated_at': '2021-06-01T09:58:42Z', 'revision_number': 1, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 09:58:44.393425 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cec024-a7c4-43ee-b7ce-46748ef80b32 None None] New status for floating IP 79656ef9-7872-45a8-98ce-58cc2472673a: ACTIVE {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 09:58:49.528841 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-23d28380-5e75-4b83-8e6e-5e6a4fea3903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:52.087730 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:52.388417 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-477b049a-fe81-43c2-9f45-b20c9a1f3964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:53.207740 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:54.609785 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:56.502645 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:58:57.940337 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-6a2e5c6d-a0cf-4b88-85fe-b026a80b2575 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852339 Jun 01 09:58:58.101997 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-2b32144b-b97b-44ec-a2e3-4a157d9c6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:58.103483 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-2b32144b-b97b-44ec-a2e3-4a157d9c6c87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1099 time: 0.0849898 Jun 01 09:58:58.255672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-542d6511-52b0-4d02-b2b6-3548d60b51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:58.257144 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-542d6511-52b0-4d02-b2b6-3548d60b51c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1300888 Jun 01 09:58:58.365113 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-bc7d6362-8412-400f-813e-821ff9a87cc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 1001 time: 0.1004601 Jun 01 09:58:58.429387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-1aad5ddb-365c-42e9-815a-f2131788b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:58.430841 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-1aad5ddb-365c-42e9-815a-f2131788b0c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0575652 Jun 01 09:58:58.514291 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-c6287692-149d-4fb3-9c1c-d6d4b33fceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:58:58.515755 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-c6287692-149d-4fb3-9c1c-d6d4b33fceda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782354 Jun 01 09:58:58.651013 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-0bbc1c22-c107-4c7a-821e-f54bd7e35c69 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282966 Jun 01 09:58:58.793298 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-4fa4cc15-1122-46c6-a759-b9ba4f4b8857 req-191e21b2-1bf3-4955-b67c-ae94343c6b99 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351476 Jun 01 09:59:19.523994 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-489812b1-ee14-4023-8e55-60b74bcbe96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:20.552652 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:59:22.087344 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:22.375882 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e9231527-af6e-4233-9331-48a31726fe24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:23.208257 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:23.262992 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e7383-c1f4-4b84-b814-5ca055830709 req-53c76141-b1b7-4263-93a3-c7e672f12fe2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:23.264896 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f22e7383-c1f4-4b84-b814-5ca055830709 req-53c76141-b1b7-4263-93a3-c7e672f12fe2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0861986 Jun 01 09:59:23.313350 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f22e7383-c1f4-4b84-b814-5ca055830709 req-9cc64dd9-a393-462f-8642-71b31817e9c7 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Jun 01 09:59:24.530015 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70fb07-b58d-4970-9edb-b8e6c009034e req-dfdf5a49-4c2b-44f7-959d-8d8759d5fe1c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:24.531545 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e70fb07-b58d-4970-9edb-b8e6c009034e req-dfdf5a49-4c2b-44f7-959d-8d8759d5fe1c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.1000071 Jun 01 09:59:24.579237 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3e70fb07-b58d-4970-9edb-b8e6c009034e req-7d843f5d-fa48-4ab9-ad72-b1c37b704cd1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Jun 01 09:59:24.614655 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:25.793862 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7106f-a699-44a3-9948-2efe4b01a69c req-bfe52396-51f9-4bb8-b23f-ae00ff2922c0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:25.795519 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cfb7106f-a699-44a3-9948-2efe4b01a69c req-bfe52396-51f9-4bb8-b23f-ae00ff2922c0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.1057317 Jun 01 09:59:25.843205 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-cfb7106f-a699-44a3-9948-2efe4b01a69c req-f0bd33e0-48f6-4de8-b7c0-0e8815088bd4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 Jun 01 09:59:26.516850 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:27.063147 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad50d1-f156-42dd-9456-f55ebc66be1c req-128de7ee-3f87-478a-8071-1ed655205a49 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:27.064578 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-28ad50d1-f156-42dd-9456-f55ebc66be1c req-128de7ee-3f87-478a-8071-1ed655205a49 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0991812 Jun 01 09:59:27.111370 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-28ad50d1-f156-42dd-9456-f55ebc66be1c req-7775ad9a-8937-4d1b-a3f0-51ddb3048c55 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 Jun 01 09:59:28.306352 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6891f-6bdb-4534-b017-bb9de431a23b req-b0fb37f4-9e6e-4ad7-980e-d98e3518069e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:28.307896 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-50d6891f-6bdb-4534-b017-bb9de431a23b req-b0fb37f4-9e6e-4ad7-980e-d98e3518069e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0840213 Jun 01 09:59:28.354976 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-50d6891f-6bdb-4534-b017-bb9de431a23b req-0d95e27f-0dd1-404c-a1f8-ea20cb451f66 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384119 Jun 01 09:59:29.562111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbd06b-d94c-469a-98fd-0beb0a6745d0 req-a91aa225-72f1-48ba-8bf5-abdc65ce6aee tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:29.563559 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0fcbd06b-d94c-469a-98fd-0beb0a6745d0 req-a91aa225-72f1-48ba-8bf5-abdc65ce6aee tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0886180 Jun 01 09:59:29.609762 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0fcbd06b-d94c-469a-98fd-0beb0a6745d0 req-7d4e1fbf-2a09-4383-961b-659a703da901 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Jun 01 09:59:30.810370 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7f43e-d2de-4f1f-a0b7-651aee2716eb req-144262f5-ceff-44f2-97b5-a0d3c5678549 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:30.811844 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5db7f43e-d2de-4f1f-a0b7-651aee2716eb req-144262f5-ceff-44f2-97b5-a0d3c5678549 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0823350 Jun 01 09:59:30.861165 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5db7f43e-d2de-4f1f-a0b7-651aee2716eb req-4501f36e-d5a7-4df6-938d-177ef4687522 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Jun 01 09:59:32.082227 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8070d2e-5dcc-4d99-b1e6-f2910486384f req-7914e1a0-2c3a-417f-9600-82779a79efcc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:32.083675 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8070d2e-5dcc-4d99-b1e6-f2910486384f req-7914e1a0-2c3a-417f-9600-82779a79efcc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.1016815 Jun 01 09:59:32.133453 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f8070d2e-5dcc-4d99-b1e6-f2910486384f req-e0b61b39-d613-4f1b-967c-0be3fa5a5fad tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Jun 01 09:59:33.351140 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896409c-5b51-438d-9f77-75c9df1481dd req-adf8bb23-4f61-472e-8b3f-7f84fdde64db tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:33.352645 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a896409c-5b51-438d-9f77-75c9df1481dd req-adf8bb23-4f61-472e-8b3f-7f84fdde64db tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0960126 Jun 01 09:59:33.398467 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a896409c-5b51-438d-9f77-75c9df1481dd req-6260a412-3203-48b4-8b24-d1130f4eaabc tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 Jun 01 09:59:34.594808 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0cad-41f7-4e37-aadb-510da2420fd7 req-9c69fc43-9f07-4a02-91e1-1b3019b6fcca tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:34.596252 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-870a0cad-41f7-4e37-aadb-510da2420fd7 req-9c69fc43-9f07-4a02-91e1-1b3019b6fcca tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0846148 Jun 01 09:59:34.642499 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-870a0cad-41f7-4e37-aadb-510da2420fd7 req-47330f24-4608-488f-a245-9140f24aeb49 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 Jun 01 09:59:35.581959 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 09:59:35.771801 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:59:35.787619 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 09:59:35.847788 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:35.867455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 09:59:35.887104 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:59:35.892643 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:35.895185 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:59:35.969990 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=6']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:59:35.973256 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:59:35.975402 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f529-dc12-4cb1-9e78-2595da71706a req-636b1009-c045-45e2-a1ce-6487cab653a9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:35.977062 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bce7f529-dc12-4cb1-9e78-2595da71706a req-636b1009-c045-45e2-a1ce-6487cab653a9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 945 time: 0.2050683 Jun 01 09:59:35.990681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['6a2b580b-03d3-4acf-8478-20879c966c1c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 09:59:36.038608 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bce7f529-dc12-4cb1-9e78-2595da71706a req-ef8a9246-a4a8-4309-b463-046d8836ff8c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556476 Jun 01 09:59:37.269400 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea968c-09a9-4733-8443-5355763019df req-abe52486-e5b4-4699-9e37-f57abb6d3ec1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:37.278176 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bcea968c-09a9-4733-8443-5355763019df req-abe52486-e5b4-4699-9e37-f57abb6d3ec1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 945 time: 0.0970883 Jun 01 09:59:37.324792 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bcea968c-09a9-4733-8443-5355763019df req-2a1da4a0-96c2-4eca-aacb-8fdc22858075 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Jun 01 09:59:37.602045 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 09:59:37.693027 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 6a2b580b-03d3-4acf-8478-20879c966c1c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 09:59:37.693406 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:37.837358 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:37.871317 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:59:37.874168 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8465297-304d-46de-b29a-a6bfae09fc77" -d '{"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:59:37.896321 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:59:37.902912 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:37.906396 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:59:37.941016 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 09:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef9b1de-35cf-4d0c-8f17-d5a8268abbf8 x-openstack-request-id: req-2ef9b1de-35cf-4d0c-8f17-d5a8268abbf8 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:59:37.941376 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:59:37.941701 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ef9b1de-35cf-4d0c-8f17-d5a8268abbf8 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:59:37.942178 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'code': 200} Jun 01 09:59:37.986207 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=7']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:59:37.994209 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.994640 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.995039 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.995434 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.995821 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.996209 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.996717 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.997095 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.997469 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.997861 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.998259 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:37.998632 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 09:59:38.009575 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:59:38.546407 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a956-fe76-4dce-ac1d-7799ffc41476 req-f2ed520f-9baa-481b-93b1-09a5fed77b31 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:38.547960 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f63a956-fe76-4dce-ac1d-7799ffc41476 req-f2ed520f-9baa-481b-93b1-09a5fed77b31 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0924213 Jun 01 09:59:38.595375 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1f63a956-fe76-4dce-ac1d-7799ffc41476 req-15897f3a-ffcc-41d7-bacb-581d0b32d6c0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414939 Jun 01 09:59:39.812725 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294608-2c67-4a80-b62a-9fdf21dc409d req-7d2a1d08-6761-4f7e-8761-758dee04437b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:39.814230 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fa294608-2c67-4a80-b62a-9fdf21dc409d req-7d2a1d08-6761-4f7e-8761-758dee04437b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0989895 Jun 01 09:59:39.863419 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fa294608-2c67-4a80-b62a-9fdf21dc409d req-c47dc83c-9d5b-4576-b860-01d8baa1465c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Jun 01 09:59:41.071124 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbef55-a1f0-41d0-b3d9-343e2f0f5a78 req-c3fe3596-3c2c-4477-bc4d-453de9e0b113 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:41.072777 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-35cbef55-a1f0-41d0-b3d9-343e2f0f5a78 req-c3fe3596-3c2c-4477-bc4d-453de9e0b113 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0910687 Jun 01 09:59:41.126742 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-35cbef55-a1f0-41d0-b3d9-343e2f0f5a78 req-b3dd3144-c4c7-4b72-9278-5117a0230f0f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472629 Jun 01 09:59:42.345503 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930e79e-5ccd-48e8-86aa-c617b7c6a123 req-79c2b65b-d653-45ac-b725-4630738e0619 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:42.347933 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6930e79e-5ccd-48e8-86aa-c617b7c6a123 req-79c2b65b-d653-45ac-b725-4630738e0619 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0880680 Jun 01 09:59:42.398827 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6930e79e-5ccd-48e8-86aa-c617b7c6a123 req-b7410838-adae-489b-947f-a0bece2b7509 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Jun 01 09:59:43.618015 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441eb4b-7be4-4427-836b-14c6aee12e10 req-f7602643-e2c6-4daf-a05f-19d2f6f3e4ba tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:43.620555 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9441eb4b-7be4-4427-836b-14c6aee12e10 req-f7602643-e2c6-4daf-a05f-19d2f6f3e4ba tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0953355 Jun 01 09:59:43.673952 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9441eb4b-7be4-4427-836b-14c6aee12e10 req-ad1b93e1-21a0-4b23-bfb6-991f51056b2e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469604 Jun 01 09:59:44.896195 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aab9-eb80-4722-9d39-9576bc692ab0 req-b27fcd10-fd5d-430d-b51c-8bd72b8a55ff tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:44.897613 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d58aab9-eb80-4722-9d39-9576bc692ab0 req-b27fcd10-fd5d-430d-b51c-8bd72b8a55ff tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0886943 Jun 01 09:59:44.954756 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d58aab9-eb80-4722-9d39-9576bc692ab0 req-5ca3f65e-8782-45c9-8f15-41e1753f0267 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508845 Jun 01 09:59:45.238014 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042db587-d21d-4217-9129-9892052dc910 req-a6d7bcf3-eb0d-403f-8716-d07f4d672f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:45.239466 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-a6d7bcf3-eb0d-403f-8716-d07f4d672f20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1099 time: 0.0801861 Jun 01 09:59:45.383095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042db587-d21d-4217-9129-9892052dc910 req-fd203c5f-0f57-41ed-a5a9-5bf0e05fd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:45.385260 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-fd203c5f-0f57-41ed-a5a9-5bf0e05fd498 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1380961 Jun 01 09:59:45.508725 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-a7873e6c-de1e-487e-8f85-9bae4919ec5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 1001 time: 0.1156890 Jun 01 09:59:45.578076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042db587-d21d-4217-9129-9892052dc910 req-674c5083-4695-4eab-a2bd-7804069806f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:45.579570 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-674c5083-4695-4eab-a2bd-7804069806f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0646424 Jun 01 09:59:45.749963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042db587-d21d-4217-9129-9892052dc910 req-d77159be-66b2-49bb-9cbb-62abd9721440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:45.751472 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-d77159be-66b2-49bb-9cbb-62abd9721440 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1657078 Jun 01 09:59:45.888377 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-78dfd2fc-6737-48f6-a365-c51befb026e7 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292014 Jun 01 09:59:46.025166 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-042db587-d21d-4217-9129-9892052dc910 req-a485e7b8-d35d-4c8a-9863-c533984fbf73 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305509 Jun 01 09:59:46.163173 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4884a-ba64-4479-9765-8b3a3cc41bd8 req-f5eec0b8-e403-48eb-8c5b-a98b8f680c6b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:46.164521 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-33e4884a-ba64-4479-9765-8b3a3cc41bd8 req-f5eec0b8-e403-48eb-8c5b-a98b8f680c6b tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0955997 Jun 01 09:59:46.213827 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-33e4884a-ba64-4479-9765-8b3a3cc41bd8 req-9756326b-6c75-492b-b549-ba6439210a54 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Jun 01 09:59:47.406833 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f200-17b1-4024-8e26-a4bbd0e40a35 req-ec65e8ef-cd73-4f6e-a13e-97726ab46dce tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:47.408286 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6a93f200-17b1-4024-8e26-a4bbd0e40a35 req-ec65e8ef-cd73-4f6e-a13e-97726ab46dce tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 946 time: 0.0839305 Jun 01 09:59:47.454391 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6a93f200-17b1-4024-8e26-a4bbd0e40a35 req-82fbf104-865c-4a04-9d45-2bdb4812a011 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Jun 01 09:59:47.627977 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:59:47.748735 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:47.777210 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 09:59:47.779466 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33151947-6473-43b7-866d-c9872ed1f069" -d '{"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 09:59:47.787943 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 09:59:47.791987 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:47.795189 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 09:59:47.824187 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 09:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d459ed5-82d5-48be-a2d0-22a38271aacf x-openstack-request-id: req-0d459ed5-82d5-48be-a2d0-22a38271aacf {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 09:59:47.824511 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-unplugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 09:59:47.824771 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d459ed5-82d5-48be-a2d0-22a38271aacf {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 09:59:47.825154 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'code': 200} Jun 01 09:59:47.866295 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=8']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 09:59:47.870168 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 09:59:48.669048 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c23c0-2540-4f0b-9f16-c4fa6aecddba req-6cc5847d-d6f3-4515-b6b7-12bba4eeac89 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:48.670507 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-084c23c0-2540-4f0b-9f16-c4fa6aecddba req-6cc5847d-d6f3-4515-b6b7-12bba4eeac89 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0973752 Jun 01 09:59:48.717292 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-084c23c0-2540-4f0b-9f16-c4fa6aecddba req-482a2565-faf1-4f6e-9f22-b2104813eb7a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Jun 01 09:59:49.529997 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-af6c90b9-65f6-4499-872c-86619bc3e9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:51.259524 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7857d27-dc90-4d92-b097-e486948e09cc req-70d1ca25-75ac-458b-9c0d-9dc774804011 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:51.261033 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a7857d27-dc90-4d92-b097-e486948e09cc req-70d1ca25-75ac-458b-9c0d-9dc774804011 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0804081 Jun 01 09:59:51.330602 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a7857d27-dc90-4d92-b097-e486948e09cc req-5509ff33-902e-44dd-a03b-49680cc39fb3 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638697 Jun 01 09:59:51.496295 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45284) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 09:59:51.617568 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-12208a06-aae4-4099-8f4a-344e9e1a356c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200140 Jun 01 09:59:51.642947 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 09:59:52.084112 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:52.371734 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7877-1039-4d0a-b5a1-d08531c453e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:52.520533 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-d47f4701-6063-4f18-a7fe-95ad4753ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:52.522019 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-d47f4701-6063-4f18-a7fe-95ad4753ff2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897&tenant_id=1086b56e4af54dc8a3ba598ba72f07b1 HTTP/1.1" status: 200 len: 1097 time: 0.0724638 Jun 01 09:59:52.536898 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52c754-f3c4-4e71-9698-f1cff1bea36a req-8c06e126-d7ce-4684-b4b0-ef539c0c1568 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:52.537931 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bb52c754-f3c4-4e71-9698-f1cff1bea36a req-8c06e126-d7ce-4684-b4b0-ef539c0c1568 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0818603 Jun 01 09:59:52.587013 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-bb52c754-f3c4-4e71-9698-f1cff1bea36a req-7a2534bf-9bb4-490c-8a92-417d8d43d61d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 Jun 01 09:59:52.619870 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-a6e82862-22e9-4d50-9113-1e6cf8dc28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:52.621271 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-a6e82862-22e9-4d50-9113-1e6cf8dc28a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1097 time: 0.0776412 Jun 01 09:59:52.757409 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-704a9d3b-af6c-4d74-b1a2-4552015ae155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:52.759459 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-704a9d3b-af6c-4d74-b1a2-4552015ae155 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1310606 Jun 01 09:59:52.869117 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-5a488fc4-866c-4091-b81a-a4e79792e39b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 999 time: 0.1030645 Jun 01 09:59:52.933909 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-3d5be9e5-5593-4e9b-a7b9-76d2b3d342d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:52.935266 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-3d5be9e5-5593-4e9b-a7b9-76d2b3d342d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0589650 Jun 01 09:59:53.011437 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-5afa93ec-c2cd-4b76-a0c1-919fb433a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:53.012966 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-5afa93ec-c2cd-4b76-a0c1-919fb433a797 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715768 Jun 01 09:59:53.148587 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-4766659b-1da6-4130-8f03-271dd4c2b0a2 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288519 Jun 01 09:59:53.215156 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:53.288239 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c04335bf-80ae-4de5-ad45-e78fdb6d9b9f req-45776609-5d0b-429a-8d73-b68daee6915c service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326542 Jun 01 09:59:53.828451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50c09-c311-4af9-bfdc-dbe0d1941fa9 req-49d78628-0b77-4bd9-aaac-081bf760ce51 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:53.830039 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e9a50c09-c311-4af9-bfdc-dbe0d1941fa9 req-49d78628-0b77-4bd9-aaac-081bf760ce51 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.1261818 Jun 01 09:59:53.887511 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e9a50c09-c311-4af9-bfdc-dbe0d1941fa9 req-84cae760-bf15-4613-a595-d7b865df6b08 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499651 Jun 01 09:59:54.616682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:55.089290 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b6f5f-f153-4d58-87fc-955452d5f36a req-e0196810-856f-4941-9924-3a33dee56e46 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:55.090875 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-922b6f5f-f153-4d58-87fc-955452d5f36a req-e0196810-856f-4941-9924-3a33dee56e46 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0895526 Jun 01 09:59:55.152875 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-922b6f5f-f153-4d58-87fc-955452d5f36a req-e4ddd11a-e3a3-4867-9dc6-3f1fc08df309 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535378 Jun 01 09:59:56.369157 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225adc-14e6-4784-83ce-61eb4c23aebd req-258fc804-621a-471b-8235-352d3aacca73 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:56.370640 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-95225adc-14e6-4784-83ce-61eb4c23aebd req-258fc804-621a-471b-8235-352d3aacca73 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.1046450 Jun 01 09:59:56.420695 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-95225adc-14e6-4784-83ce-61eb4c23aebd req-b2f78c23-0a40-4c2f-aa74-0727792bfe24 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428836 Jun 01 09:59:56.511712 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 09:59:57.551744 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 09:59:57.627193 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02292c-09b0-459b-87a8-fc6b2d415590 req-8d59ede0-f831-4267-a0cf-38d712eb64e2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:57.628641 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9e02292c-09b0-459b-87a8-fc6b2d415590 req-8d59ede0-f831-4267-a0cf-38d712eb64e2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0923831 Jun 01 09:59:57.676240 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-9e02292c-09b0-459b-87a8-fc6b2d415590 req-97630063-7f71-4288-abd6-6092a8e73224 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Jun 01 09:59:58.886746 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf4dc-7532-4983-9a97-dd672cce8335 req-f5744bdf-d4bb-4c5c-892d-aee8c3c1e39f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 09:59:58.888398 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8abf4dc-7532-4983-9a97-dd672cce8335 req-f5744bdf-d4bb-4c5c-892d-aee8c3c1e39f tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0819964 Jun 01 09:59:58.934760 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e8abf4dc-7532-4983-9a97-dd672cce8335 req-72b8abde-6880-4c39-b47c-e59fd177b21e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 Jun 01 10:00:00.237507 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73701e68-7960-41da-a173-6d88205f1e25 req-7d75b618-4d72-4032-80a3-a0fd2931f0f4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:00.238945 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73701e68-7960-41da-a173-6d88205f1e25 req-7d75b618-4d72-4032-80a3-a0fd2931f0f4 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.1812587 Jun 01 10:00:00.290604 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-73701e68-7960-41da-a173-6d88205f1e25 req-ffac3097-c22c-4374-b2ca-9d0979f7777e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Jun 01 10:00:01.507260 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df07424-3a3e-493c-9055-3ed09ff74072 req-cda2ff81-37d0-46b9-9bac-e5e890201813 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:01.508691 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0df07424-3a3e-493c-9055-3ed09ff74072 req-cda2ff81-37d0-46b9-9bac-e5e890201813 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0867631 Jun 01 10:00:01.555648 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0df07424-3a3e-493c-9055-3ed09ff74072 req-3083eb62-c5dc-4b52-8d9b-786332d61a45 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Jun 01 10:00:02.753901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47aff4-72ee-4eda-a8b8-5f233530fe06 req-20ef1b8f-5422-402c-84ff-2ac394fa6175 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:02.755842 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aa47aff4-72ee-4eda-a8b8-5f233530fe06 req-20ef1b8f-5422-402c-84ff-2ac394fa6175 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0857537 Jun 01 10:00:02.806285 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-aa47aff4-72ee-4eda-a8b8-5f233530fe06 req-3636bdc6-c9ef-40a2-bd20-1f2cdefc6b40 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Jun 01 10:00:04.017780 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf1b8-07b5-4615-a0a9-a6a308f2671b req-aaac8f15-2c5e-4a27-b1fd-427ad1d740b9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:04.020150 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-68ecf1b8-07b5-4615-a0a9-a6a308f2671b req-aaac8f15-2c5e-4a27-b1fd-427ad1d740b9 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0993879 Jun 01 10:00:04.067787 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-68ecf1b8-07b5-4615-a0a9-a6a308f2671b req-5edaeaa0-5ae5-48da-856d-ab2add7ac6b0 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Jun 01 10:00:04.284683 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-8025e560-083d-4d57-a48f-2054e428cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:04.286080 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-8025e560-083d-4d57-a48f-2054e428cb39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1097 time: 0.0832093 Jun 01 10:00:04.435631 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-cca6b340-13bc-4eb5-a017-443db255c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:04.437049 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-cca6b340-13bc-4eb5-a017-443db255c03a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 200 len: 918 time: 0.1292820 Jun 01 10:00:04.558806 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-d547e130-69a6-4fc4-b7dc-c6789aa911e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 200 len: 999 time: 0.1142144 Jun 01 10:00:04.623665 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-d862945a-34ef-436d-a3fc-03e93bf3b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:04.625119 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-d862945a-34ef-436d-a3fc-03e93bf3b9f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 200 len: 856 time: 0.0595708 Jun 01 10:00:04.703230 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-93a8a104-b24b-4835-b988-f9d36a72d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:04.704690 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-93a8a104-b24b-4835-b988-f9d36a72d427 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d24c82d2-32fc-4d5a-8ff4-0229183fa744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727372 Jun 01 10:00:04.940457 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-bc917a6f-8d76-403f-9056-fa77e67461c5 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285175 Jun 01 10:00:05.088682 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-c4b5dbaf-1a89-4d75-9722-948a9049b145 req-4a1dfea4-e164-4da8-ad77-5346a3c43307 service neutron] 10.222.0.72 "GET /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407678 Jun 01 10:00:05.268452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3a3d0-7530-4b7f-a0c3-77c241ce8dd6 req-1fdceeab-bfd9-458c-ae48-3822b6118603 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:05.269812 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1aa3a3d0-7530-4b7f-a0c3-77c241ce8dd6 req-1fdceeab-bfd9-458c-ae48-3822b6118603 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 944 time: 0.0856569 Jun 01 10:00:05.320261 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1aa3a3d0-7530-4b7f-a0c3-77c241ce8dd6 req-ee7639a9-16fd-439b-af60-61c921eac2d6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441048 Jun 01 10:00:05.721052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:00:05.859547 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:05.873783 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'port_id': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'mac_address': 'fa:16:3e:39:d3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:00:05.929722 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:05.947067 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:00:05.963840 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:05.968660 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:05.971921 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-16ae3b53-9829-415e-9d43-3e33c5f253b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:06.046162 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=9']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:06.049735 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:06.186563 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['6a2b580b-03d3-4acf-8478-20879c966c1c'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:00:06.523881 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add9df5-5b15-4e8a-a566-1966cc8ae97b req-8e57fab6-cfa8-427e-a0c6-fe35d223595a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:06.525837 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0add9df5-5b15-4e8a-a566-1966cc8ae97b req-8e57fab6-cfa8-427e-a0c6-fe35d223595a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 945 time: 0.0892036 Jun 01 10:00:06.572809 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0add9df5-5b15-4e8a-a566-1966cc8ae97b req-95b59e39-b5e7-4a20-a98c-98035c87e805 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 Jun 01 10:00:07.744514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:00:07.789781 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e06d0-252b-452a-bdd2-3caa8ca45463 req-90e44e36-f269-48ab-8b22-cd6ebd583b7e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:07.791262 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f3e06d0-252b-452a-bdd2-3caa8ca45463 req-90e44e36-f269-48ab-8b22-cd6ebd583b7e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 945 time: 0.0959282 Jun 01 10:00:07.823544 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port 6a2b580b-03d3-4acf-8478-20879c966c1c triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:00:07.823897 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:07.841084 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-4f3e06d0-252b-452a-bdd2-3caa8ca45463 req-d8b5256f-160d-455f-90ab-7d8a2f326e7c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Jun 01 10:00:07.946237 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:07.974486 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:00:07.976795 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df4537a-7644-4a17-b38f-fa11ded06d65" -d '{"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:00:07.985402 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:07.990958 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:07.993103 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:08.027376 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755cc441-af91-47b5-a6c7-5c9ea9b1656e x-openstack-request-id: req-755cc441-af91-47b5-a6c7-5c9ea9b1656e {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:00:08.027664 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:00:08.027921 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-755cc441-af91-47b5-a6c7-5c9ea9b1656e {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:00:08.028314 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'code': 200} Jun 01 10:00:08.065063 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=10']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:08.068261 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:08.277675 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085f346-d1fd-4584-b333-933de536682a req-1bd63fd9-180e-428e-a40b-9cec6546c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:08.279098 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5085f346-d1fd-4584-b333-933de536682a req-1bd63fd9-180e-428e-a40b-9cec6546c448 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 1100 time: 0.0765555 Jun 01 10:00:08.320975 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-5085f346-d1fd-4584-b333-933de536682a req-54bf3926-0b2b-423f-bc3c-db51b06df6ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356739 Jun 01 10:00:09.192716 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91c63f-b62f-4ebc-be51-c684f1dc18b3 req-edd90d14-233e-4d1f-8370-46c0f1367fb2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:09.194476 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c91c63f-b62f-4ebc-be51-c684f1dc18b3 req-edd90d14-233e-4d1f-8370-46c0f1367fb2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 947 time: 0.0852394 Jun 01 10:00:09.245560 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0c91c63f-b62f-4ebc-be51-c684f1dc18b3 req-0709d17a-713f-4a0d-b751-92e4dbbcc95e tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Jun 01 10:00:10.463764 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea95ea6-6504-4a6b-a394-ab45cef7eb14 req-a5aa7568-6666-43b4-adfa-c5d3ff18e3f2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:10.465292 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dea95ea6-6504-4a6b-a394-ab45cef7eb14 req-a5aa7568-6666-43b4-adfa-c5d3ff18e3f2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 947 time: 0.1002436 Jun 01 10:00:10.513587 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-dea95ea6-6504-4a6b-a394-ab45cef7eb14 req-4ac9ca77-de0d-456f-9066-1b4970fd7615 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Jun 01 10:00:19.533514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-40ebf74e-27df-4c55-bdda-7037252e5e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:22.081024 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:22.379214 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4c040199-5b18-4cbe-bf71-1735bb0bc7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:23.216975 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:24.620507 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:26.527489 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:34.552616 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:00:39.562988 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a02b-b8a9-4b61-be58-b109c347ff61 req-80d6b3dc-5d7c-4cce-9af7-d65af21fd294 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:39.564445 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d47a02b-b8a9-4b61-be58-b109c347ff61 req-80d6b3dc-5d7c-4cce-9af7-d65af21fd294 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 947 time: 0.0874431 Jun 01 10:00:39.611520 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-5d47a02b-b8a9-4b61-be58-b109c347ff61 req-a33aeb69-88c4-406f-9073-d1037f1dfa59 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Jun 01 10:00:40.820050 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d41606-212e-4f0f-b684-c81ce16fd0bd req-2683a0e9-e263-44ec-b325-fe6867467ce5 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:40.821422 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d3d41606-212e-4f0f-b684-c81ce16fd0bd req-2683a0e9-e263-44ec-b325-fe6867467ce5 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 947 time: 0.0865183 Jun 01 10:00:40.866512 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d3d41606-212e-4f0f-b684-c81ce16fd0bd req-b0557f21-f867-4802-a0cd-36be4c827c33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups?id=62260e3d-ff17-43fd-af70-aa611f5c95e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Jun 01 10:00:40.938701 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-c1eae8b9-4f7b-42af-b91e-c812fc6aec90 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:00:40.939390 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-c1eae8b9-4f7b-42af-b91e-c812fc6aec90 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Synchronizing usage tracker for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:00:40.959336 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-c1eae8b9-4f7b-42af-b91e-c812fc6aec90 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Unset dirty status for tenant:1086b56e4af54dc8a3ba598ba72f07b1 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:00:40.961137 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-c1eae8b9-4f7b-42af-b91e-c812fc6aec90 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 947 time: 0.1091664 Jun 01 10:00:41.107088 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Deleting port 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:41.107333 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:41.239897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] For port 6a2b580b-03d3-4acf-8478-20879c966c1c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6a2b580b-03d3-4acf-8478-20879c966c1c,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:41.240217 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:41.532853 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:41.533115 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:41.533375 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Floating IP 79656ef9-7872-45a8-98ce-58cc2472673a disassociated. External IP: 172.28.1.32, port: 6a2b580b-03d3-4acf-8478-20879c966c1c. Jun 01 10:00:41.533741 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Calling delete_port for 6a2b580b-03d3-4acf-8478-20879c966c1c owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:41.657579 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:41.663370 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5d23c05d-4de4-4e89-bc2b-994baca95657 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:41.711639 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'Port': ['ID=6a2b580b-03d3-4acf-8478-20879c966c1c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:41.721820 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.722218 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.722544 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.722925 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.723262 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.723604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.723950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.724284 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.724631 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.724967 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.725330 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.725667 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:41.774989 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:41.919034 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:00:42.025724 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-0ff50be1-1bbf-4c1c-8ed7-207ce307740e req-f6125820-2d1c-421a-ae71-4fc56088e5c2 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdc72d21-38ce-4837-946e-8ae9a7ffe897 HTTP/1.1" status: 200 len: 210 time: 0.0426955 Jun 01 10:00:42.197061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:00:42.206642 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:00:42.216016 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:00:42.216621 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:00:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:42.271783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] No DVR routers for this DVR port 6a2b580b-03d3-4acf-8478-20879c966c1c on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:00:42.275397 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:42.278312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-deleted', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:00:42.280690 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e49fa5d-bec5-4de8-9991-4bf8242c730b" -d '{"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-deleted", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:00:42.296489 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-3b662c5c-eba0-425d-bf00-9d3417788c01 req-e8690044-006f-4339-9fee-959f360d2d83 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.72 "DELETE /v2.0/ports/6a2b580b-03d3-4acf-8478-20879c966c1c HTTP/1.1" status: 204 len: 173 time: 1.3294010 Jun 01 10:00:42.331069 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056e98ee-6c45-4f08-a04d-214f12b7ff7f x-openstack-request-id: req-056e98ee-6c45-4f08-a04d-214f12b7ff7f {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:00:42.331425 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc72d21-38ce-4837-946e-8ae9a7ffe897", "name": "network-vif-deleted", "tag": "6a2b580b-03d3-4acf-8478-20879c966c1c", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:00:42.331719 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-056e98ee-6c45-4f08-a04d-214f12b7ff7f {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:00:42.332143 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc72d21-38ce-4837-946e-8ae9a7ffe897', 'name': 'network-vif-deleted', 'tag': '6a2b580b-03d3-4acf-8478-20879c966c1c', 'status': 'completed', 'code': 200} Jun 01 10:00:42.394664 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:00:42.717207 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:42.721619 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:00:42.731194 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:00:42.731788 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:00:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:42.959046 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:00:43.157650 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45422) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:43.222168 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.250539 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.273124 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:43.277514 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647d8dc-2251-4e6d-8d2a-833b852cdc59 None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T09:55:59Z', 'revision_number': 4, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '19d6197f-31bf-4c3b-9bc9-75e8557b4bd4', 'name': '', 'network_id': 'd24c82d2-32fc-4d5a-8ff4-0229183fa744', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'mac_address': 'fa:16:3e:ef:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:58Z', 'updated_at': '2021-06-01T09:56:04Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'subnets': [{'id': 'e42206c8-d0dc-4296-8fcd-64bf0812804c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:00:43.308660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.313175 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-303706e1-f7f2-4292-a0f9-9ba17f976f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:43.330057 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62260e3d-ff17-43fd-af70-aa611f5c95e8,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:43.332905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:43.345636 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.349666 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-97e90b45-b97f-41b3-8c50-1e4d60e1b4a1 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "DELETE /v2.0/security-groups/62260e3d-ff17-43fd-af70-aa611f5c95e8 HTTP/1.1" status: 204 len: 168 time: 0.1907773 Jun 01 10:00:43.350091 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45426) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:43.373020 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.api.v2.resource [None req-415b20de-f70d-4e5b-a9b1-de7d9259cb41 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] show failed (client error): The resource could not be found. Jun 01 10:00:43.374289 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-415b20de-f70d-4e5b-a9b1-de7d9259cb41 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "GET /v2.0/security-groups/62260e3d-ff17-43fd-af70-aa611f5c95e8 HTTP/1.1" status: 404 len: 347 time: 0.0225976 Jun 01 10:00:43.377323 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45430) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:43.518141 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a894e-c4a3-457d-92f3-c26c03700aa9 None None] New status for floating IP 79656ef9-7872-45a8-98ce-58cc2472673a: DOWN {{(pid=91847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:00:43.611731 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Deleting port 14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:43.611963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.732292 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.732625 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.859035 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Calling delete_port for 14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c owned by network:floatingip {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:43.882887 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:00:43.916828 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: 6a2b580b-03d3-4acf-8478-20879c966c1c {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:00:43.917165 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device 6a2b580b-03d3-4acf-8478-20879c966c1c not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:00:43.979258 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:43.984937 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-df05ba7f-dee1-47ce-b508-c3b0c93c8e13 tempest-ServerRescueNegativeTestJSON-2046686476 tempest-ServerRescueNegativeTestJSON-2046686476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:44.029309 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Pushing event deleted for resources: {'Port': ['ID=14f2ca27-f6fa-4395-a6ab-ee1aa7b7f16c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:44.032353 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:44.123423 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks [] for floatingip, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:44.139526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:44.145989 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-732ed041-b53c-4970-b63f-0f77e9798b4c tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] 10.222.0.15 "DELETE /v2.0/floatingips/79656ef9-7872-45a8-98ce-58cc2472673a HTTP/1.1" status: 204 len: 168 time: 0.7634721 Jun 01 10:00:47.137608 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45456) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:47.789155 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:48.207097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Deleting port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:48.207801 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:48.331072 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] For port 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:48.331483 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:48.455452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Calling delete_port for 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:48.627387 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:48.633360 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:48.680127 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d6197f-31bf-4c3b-9bc9-75e8557b4bd4,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:48.727882 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.728156 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.728511 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.728864 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.729216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.729618 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.729907 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.730308 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.730651 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.730994 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.731333 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.731670 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:48.759596 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:48.979115 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:49.439220 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Router 11d560e2-500f-4f51-a932-ceadb2356c52 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:00:49.530452 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b53d-c3fd-4aa4-95b8-652fc46f703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:49.625151 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:00:49.634021 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Sync routers for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:00:49.637637 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-bf8ad12c-6941-48bb-a4b2-ae97411a5848 admin admin] 10.222.0.15 "PUT /v2.0/routers/11d560e2-500f-4f51-a932-ceadb2356c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989040 Jun 01 10:00:49.640328 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45460) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:49.644920 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:00:49.645522 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:00:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:49.819465 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:49.823075 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:00:49.999145 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.073888 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Deleting port ab94aacf-8345-4048-90b7-56d0f2f1704c {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:50.074259 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.116316 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T10:00:48Z', 'revision_number': 5, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port': {'id': 'ab94aacf-8345-4048-90b7-56d0f2f1704c', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T09:55:55Z', 'updated_at': '2021-06-01T09:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:50.120382 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Checking router: 11d560e2-500f-4f51-a932-ceadb2356c52 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:00:50.128771 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Routers {'11d560e2-500f-4f51-a932-ceadb2356c52'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:00:50.129375 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:00:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['11d560e2-500f-4f51-a932-ceadb2356c52'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:50.200880 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] For port ab94aacf-8345-4048-90b7-56d0f2f1704c, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=ab94aacf-8345-4048-90b7-56d0f2f1704c,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:50.201264 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.282054 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] Set router 11d560e2-500f-4f51-a932-ceadb2356c52 gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:00:50.323150 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Calling delete_port for ab94aacf-8345-4048-90b7-56d0f2f1704c owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:50.386357 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T10:00:49Z', 'revision_number': 6, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:50.390277 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d2355-576b-428c-909b-3f07e0ba2bcb None None] The sync data for ids ['11d560e2-500f-4f51-a932-ceadb2356c52'] in dv-cinder-787262-4-smb is: [{'id': '11d560e2-500f-4f51-a932-ceadb2356c52', 'name': 'tempest-AttachVolumeShelveTestJSON-1161580471-router', 'tenant_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T09:55:54Z', 'updated_at': '2021-06-01T10:00:49Z', 'revision_number': 6, 'project_id': '1086b56e4af54dc8a3ba598ba72f07b1', 'gw_port_host': None}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:00:50.469508 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.473279 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a6a5fed3-00a8-4f46-a5aa-1c583d7a22c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:50.518672 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab94aacf-8345-4048-90b7-56d0f2f1704c,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:50.521451 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:50.613684 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.890738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.894683 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.929136 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.929816 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d560e2-500f-4f51-a932-ceadb2356c52 {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:00:50.946954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:50.948095 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-a11ebf51-74d1-40d3-b1f4-73e0c1986f8c admin admin] 10.222.0.15 "DELETE /v2.0/routers/11d560e2-500f-4f51-a932-ceadb2356c52 HTTP/1.1" status: 204 len: 168 time: 1.3068609 Jun 01 10:00:50.951018 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45464) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:51.140312 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Deleting subnet e42206c8-d0dc-4296-8fcd-64bf0812804c {{(pid=91846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:00:51.143593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.163270 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:00:51.199761 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6464356'] for subnet, precommit_delete_associations {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.201754 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:00:51.202131 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 19d6197f-31bf-4c3b-9bc9-75e8557b4bd4 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:00:51.287001 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.555840 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6464276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5686158'] for subnet, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.563077 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-af301cc8-9217-420f-b415-80b807c70886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:51.596902 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.599362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42206c8-d0dc-4296-8fcd-64bf0812804c,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:51.600169 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7a668-fde1-47b0-a816-eff6582a2488 None None] Network d24c82d2-32fc-4d5a-8ff4-0229183fa744 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:00:51.602197 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:51.605855 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-7c78259e-cdae-4a4f-84f1-ce2d463a1eba admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e42206c8-d0dc-4296-8fcd-64bf0812804c HTTP/1.1" status: 204 len: 168 time: 0.6537721 Jun 01 10:00:51.608587 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45470) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:51.712624 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.785830 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Deleting port d99b76f4-b916-417e-91af-865a8c376a25 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:51.786194 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.845424 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] DHCP port deletion for d24c82d2-32fc-4d5a-8ff4-0229183fa744 request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:00:51.888001 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] For port d99b76f4-b916-417e-91af-865a8c376a25, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d99b76f4-b916-417e-91af-865a8c376a25,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:51.888347 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:51.914689 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Deleting port d99b76f4-b916-417e-91af-865a8c376a25 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:00:51.915071 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.008754 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Calling delete_port for d99b76f4-b916-417e-91af-865a8c376a25 owned by network:dhcp {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:52.009614 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] For port d99b76f4-b916-417e-91af-865a8c376a25, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=d99b76f4-b916-417e-91af-865a8c376a25,segment=NetworkSegment(59e58af0-4b7f-418f-b3a1-f9bca52de02a),segment_id=59e58af0-4b7f-418f-b3a1-f9bca52de02a)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:00:52.010021 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.061824 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.065722 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e6d91af9-6b62-42e0-ac58-3abf4e6be7bd tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:52.112100 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99b76f4-b916-417e-91af-865a8c376a25,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:52.115320 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:52.116140 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] No DVR routers for this DVR port d99b76f4-b916-417e-91af-865a8c376a25 on host dv-cinder-787262-4-smb {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:00:52.141809 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Calling delete_port for d99b76f4-b916-417e-91af-865a8c376a25 owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:00:52.158164 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.191989 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.195732 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-88eeb500-0fad-4a26-82dc-5dcdf6bc6c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:52.232703 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.237340 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Pushing event deleted for resources: {'Port': ['ID=d99b76f4-b916-417e-91af-865a8c376a25,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:52.242066 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] No DVR routers for this DVR port d99b76f4-b916-417e-91af-865a8c376a25 on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:00:52.245941 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24c82d2-32fc-4d5a-8ff4-0229183fa744']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:52.249155 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.249518 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.249812 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.250169 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.250487 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.250806 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.251124 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.251435 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.251750 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.252628 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.252628 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.252628 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:00:52.257044 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:52.260352 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e58af0-4b7f-418f-b3a1-f9bca52de02a') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:52.260615 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e58af0-4b7f-418f-b3a1-f9bca52de02a') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:00:52.272218 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.289173 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.295719 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:00:52.296309 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:00:52.309307 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:00:52.380014 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-08dd72ec-7693-4f46-9624-6b8d8de69d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.390207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.393825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:52.407328 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.419082 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d24c82d2-32fc-4d5a-8ff4-0229183fa744,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:52.423148 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:52.434119 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-698ff16c-17a4-4d5c-a3d3-e11a911d81a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d24c82d2-32fc-4d5a-8ff4-0229183fa744 HTTP/1.1" status: 204 len: 168 time: 0.8230498 Jun 01 10:00:52.563464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45476) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:52.614470 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d4c9f044-9b44-47fc-8e7c-69dc9151a750 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1086b56e4af54dc8a3ba598ba72f07b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497181 Jun 01 10:00:52.617196 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45480) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:00:52.623151 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d99b76f4-b916-417e-91af-865a8c376a25 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:00:52.660964 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: d99b76f4-b916-417e-91af-865a8c376a25 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:00:52.661186 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device d99b76f4-b916-417e-91af-865a8c376a25 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:00:52.661603 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ab94aacf-8345-4048-90b7-56d0f2f1704c no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:00:52.680249 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.694011 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: ab94aacf-8345-4048-90b7-56d0f2f1704c {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:00:52.694386 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device ab94aacf-8345-4048-90b7-56d0f2f1704c not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:00:52.708136 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.766960 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.772463 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-aa90e139-8449-4862-8a2b-bb311985a4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:00:52.869593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1818eb-29b4-4d42-a146-e85c92ad6bd5,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:00:52.873720 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:00:52.877622 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:52.878830 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c1818eb-29b4-4d42-a146-e85c92ad6bd5 HTTP/1.1" status: 204 len: 168 time: 0.2605469 Jun 01 10:00:53.217642 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:54.623454 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:00:56.529901 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:11.554045 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:01:11.778782 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45692) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:11.902770 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:11.917065 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:11.921321 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Usage tracker for resource:security_group_rule and tenant:0cddd573129e47a096c9d4bdfaacb3c9 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:11.924584 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:11.931227 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:12.015891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.023744 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.034880 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-59914f4d-8300-42f1-ab00-d88f60b85592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:12.075576 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cddd573129e47a096c9d4bdfaacb3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957029 Jun 01 10:01:12.076477 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf2a5fa-9949-47d8-9103-5db77a5f145b,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:12.079319 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45698) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:12.080050 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-55fadd79-1d51-4d67-af7e-17301305d45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:12.151488 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.177222 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.232656 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.236418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-77b3afe4-748d-480e-b69a-b2145d2b76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:12.247107 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf2a5fa-9949-47d8-9103-5db77a5f145b,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:12.250682 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:12.254024 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.257527 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-dca81446-16fa-4cbf-b2d4-3cc8089ec41d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cf2a5fa-9949-47d8-9103-5db77a5f145b HTTP/1.1" status: 204 len: 168 time: 0.1747699 Jun 01 10:01:12.565064 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45706) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:12.583486 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.598865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:12.603395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:087ed914738649a4ab8b031e9bd8bf08 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:12.606629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:12.612764 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:12.699546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.704796 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.712259 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-5f7f80ed-179a-4e27-9a40-9214d144658a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:12.751412 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52693d3-2b4d-4f2b-bd61-0fac0bdc3573,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:12.755725 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=087ed914738649a4ab8b031e9bd8bf08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896448 Jun 01 10:01:12.756726 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:12.758545 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45710) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:12.817280 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.842551 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.905867 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.910542 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a69cd712-2176-4fa5-96a0-19d44c74d769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:12.922593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52693d3-2b4d-4f2b-bd61-0fac0bdc3573,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:12.926142 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:12.929416 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:12.931915 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-045c093d-b683-4259-95cb-47f130932341 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a52693d3-2b4d-4f2b-bd61-0fac0bdc3573 HTTP/1.1" status: 204 len: 168 time: 0.1711562 Jun 01 10:01:14.853121 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45756) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:14.995913 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.019143 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:15.025857 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Usage tracker for resource:security_group_rule and tenant:fadbd36c18304f17a5aaa0af5e932998 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:15.030689 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:15.037084 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:15.128155 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.133852 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.140944 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9c11b5bc-4a4a-4713-a5b7-a9b548578e33 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:15.180027 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d54cca-961b-41a8-82d1-1962556fb8cd,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:15.183366 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:15.185857 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6b007d74-5a56-4abf-ac87-9fc3e7aff095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fadbd36c18304f17a5aaa0af5e932998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316379 Jun 01 10:01:15.188897 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45762) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:15.249730 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.277247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.332248 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.336425 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6bea67e3-3f59-4f0f-8069-c7fa4f698ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:15.351484 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d54cca-961b-41a8-82d1-1962556fb8cd,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:15.355063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:15.358387 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.359523 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3e72ec6b-d7b4-4e2e-a1ec-640809cb7e76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65d54cca-961b-41a8-82d1-1962556fb8cd HTTP/1.1" status: 204 len: 168 time: 0.1696815 Jun 01 10:01:15.680558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45770) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:15.698497 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.714113 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:15.718561 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Usage tracker for resource:security_group_rule and tenant:a97b274641a44e52ab7032265f437e5b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:15.721460 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:15.727290 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:15.814699 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.819123 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.825955 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a919b1ed-84be-4bca-a50d-2bfada531389 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:15.865545 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a97b274641a44e52ab7032265f437e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838276 Jun 01 10:01:15.866418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08713e8f-ce90-442b-a2c6-a898dffebcea,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:15.868573 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45774) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:15.870165 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-33121b03-29e8-42c3-a074-27d4f6278477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:15.934298 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:15.959615 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:16.012735 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:16.018901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-f3726cd7-9308-4b5f-81d5-5e08fc40ce89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:16.036470 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08713e8f-ce90-442b-a2c6-a898dffebcea,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:16.038859 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:16.047611 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:16.048695 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08713e8f-ce90-442b-a2c6-a898dffebcea HTTP/1.1" status: 204 len: 168 time: 0.1790242 Jun 01 10:01:19.525717 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-add7fc7b-27fe-49b7-b410-517c204010e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:22.079530 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:22.376113 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d48c4513-af8e-4285-b9a5-a9f831a41949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:22.838956 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45858) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:22.969568 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:22.990470 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:22.996551 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8e0d29ef28e4a17865a00a08f904ab5 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:23.000958 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:23.007936 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:23.100661 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.106901 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.117168 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-419ac254-48de-4086-a129-548351fbb048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:23.160340 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3bde47-2de2-43f6-a6e1-986a64960f76,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:23.164660 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8e0d29ef28e4a17865a00a08f904ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246603 Jun 01 10:01:23.165545 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-398d4571-faa8-48be-9897-5da062e3dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:23.167619 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 45864) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:23.219960 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.225923 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.252211 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.315773 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.319463 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-e705a79c-bdd1-43f1-af66-f64dac9d6aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:23.330455 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3bde47-2de2-43f6-a6e1-986a64960f76,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:23.333894 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:23.337586 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.341996 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f3bde47-2de2-43f6-a6e1-986a64960f76 HTTP/1.1" status: 204 len: 168 time: 0.1703012 Jun 01 10:01:23.646543 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45872) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:23.664898 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.679393 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:23.683543 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Usage tracker for resource:security_group_rule and tenant:1fd63d18194042f2bd45ac5604534a51 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:23.686513 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:23.692638 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:23.774392 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.779432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.790112 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b8b5f878-c404-4b38-be6a-420a3ff61937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:23.829297 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe45b6-b6d8-4f96-86a6-79d8a716970b,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:23.835295 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd63d18194042f2bd45ac5604534a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865702 Jun 01 10:01:23.835295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-c6eff7cf-ab59-4812-8452-78f7b0ae1c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:23.837299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 45876) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:23.896724 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.922276 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.983943 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:23.987740 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9b681592-1b80-439a-8945-584845268cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:24.000302 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe45b6-b6d8-4f96-86a6-79d8a716970b,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:24.004141 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:24.009995 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:24.011163 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-9568452c-c3c4-4fd5-8cd3-d632e48cdf79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96fe45b6-b6d8-4f96-86a6-79d8a716970b HTTP/1.1" status: 204 len: 168 time: 0.1732364 Jun 01 10:01:24.627134 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:26.543144 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:36.468577 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46012) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:36.595451 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:36.610728 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:36.614894 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Usage tracker for resource:security_group_rule and tenant:4dce44bfec8e4284865818733770f2e2 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:36.617922 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:36.623994 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:36.709119 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:36.715853 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:36.728867 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-473c2ebb-2940-4a4a-9685-ca27f2a2f982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:36.772247 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4dce44bfec8e4284865818733770f2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025703 Jun 01 10:01:36.774294 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8951f6d8-0f2a-4277-aae6-2f35c62f545d,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:36.775468 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46018) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:36.777489 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6429cac3-5447-4250-8e73-0a006fb33bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:36.943553 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:36.982986 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:37.039711 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:37.043317 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-dbd041a4-705e-4e0c-8dd1-71d660ba8ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:37.055680 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951f6d8-0f2a-4277-aae6-2f35c62f545d,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:37.058634 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:37.060527 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:37.061638 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6d1ebae5-43dc-4474-ac0f-3af9ff9b82ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8951f6d8-0f2a-4277-aae6-2f35c62f545d HTTP/1.1" status: 204 len: 168 time: 0.2851357 Jun 01 10:01:37.791494 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46042) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:37.900050 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1777313533-network', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:37.905043 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:37.909271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Usage tracker for resource:network and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:37.912379 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:37.919952 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:37.933869 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Made reservation on behalf of a4ee238ec95d408f9067dbe0906d1369 for: {'network': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:01:37.936207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:37.949163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:37.963200 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:37.967205 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:37.970097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:37.976010 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:38.061483 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.067331 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.070442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d5239b5a-be8d-4e77-bb00-ded899815bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:38.104891 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=91845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:01:38.110349 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd157f62-929e-4844-b9f8-8a10e0e8c4db,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:38.113667 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:38.119053 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.119491 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.db.segments_db [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Added segment 1a981467-a73d-4219-a70b-b16485617294 of type vlan for network c852911c-8973-438f-b887-00b63c788852 Jun 01 10:01:38.145437 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.175678 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.177091 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:01:38.177806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.181258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-51262e3e-ef2d-417b-9c07-376a7b3a5838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:38.281185 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Pushing event updated for resources: {'Network': ['ID=c852911c-8973-438f-b887-00b63c788852,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:38.284162 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:38.285784 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-b2a31b5f-a082-4c4d-9b02-a252b66ebf1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4932022 Jun 01 10:01:38.288632 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46048) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:38.292041 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network c852911c-8973-438f-b887-00b63c788852 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:01:38.294385 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Request body: {'subnet': {'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1777313533-subnet', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'ip_version': 4}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:38.299565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:38.303811 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Usage tracker for resource:subnet and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:38.307337 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:38.314111 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:38.327574 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Made reservation on behalf of a4ee238ec95d408f9067dbe0906d1369 for: {'subnet': 1} {{(pid=91845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:01:38.330456 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5852486'] for subnet, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.722685 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7029968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5852496'] for subnet, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.726477 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-83613e10-a9eb-4c6e-874d-b8f10ba6b614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:38.793381 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=602408b0-f4c2-432c-8c62-525547f98186,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:38.797097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:38.804210 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Checking segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:38.804575 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Network hostable DHCP agents. Network: c852911c-8973-438f-b887-00b63c788852, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:01:38.822790 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Network c852911c-8973-438f-b887-00b63c788852 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:01:38.832502 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, c852911c-8973-438f-b887-00b63c788852) {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:38.841881 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f7841-bbd3-4377-a39b-66173b52b3b8 None None] Network c852911c-8973-438f-b887-00b63c788852 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:01:38.842777 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:01:38.843404 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.868212 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6acf1068-fd77-47d1-a45f-68c855afdf56 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5779555 Jun 01 10:01:38.871090 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46052) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:38.877417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:38.882719 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:38.886882 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Usage tracker for resource:router and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:38.890664 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:38.898913 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:38.911607 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.912684 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:38.928978 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.054521 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-c852911c-8973-438f-b887-00b63c788852', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:01:39.055386 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.194807 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.213472 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Allocated IP 172.20.0.2 (c852911c-8973-438f-b887-00b63c788852/602408b0-f4c2-432c-8c62-525547f98186/f92e0f80-9fa3-46e6-a36f-773cacb454f6) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:39.421635 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.431789 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Transition to ACTIVE for port object f92e0f80-9fa3-46e6-a36f-773cacb454f6 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:39.449445 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Transition to ACTIVE for port object f92e0f80-9fa3-46e6-a36f-773cacb454f6 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:39.457267 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.460864 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:39.528255 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Network c852911c-8973-438f-b887-00b63c788852 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:39.531326 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:39.535760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:39.541904 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Pushing event updated for resources: {'Port': ['ID=f92e0f80-9fa3-46e6-a36f-773cacb454f6,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:39.545953 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:39.612604 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.631056 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Attempting to bind port f92e0f80-9fa3-46e6-a36f-773cacb454f6 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:39.631382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Attempting to bind port f92e0f80-9fa3-46e6-a36f-773cacb454f6 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:39.631775 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Attempting to bind port f92e0f80-9fa3-46e6-a36f-773cacb454f6 on network c852911c-8973-438f-b887-00b63c788852 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:39.637220 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:39.637586 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Checking segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:39.638003 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.638375 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Bound using segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:39.638830 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Bound port: f92e0f80-9fa3-46e6-a36f-773cacb454f6, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:39.639230 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.642749 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.726084 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] For port f92e0f80-9fa3-46e6-a36f-773cacb454f6, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:39.729437 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] For port f92e0f80-9fa3-46e6-a36f-773cacb454f6, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f92e0f80-9fa3-46e6-a36f-773cacb454f6,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:39.734154 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.737810 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:39.784493 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Allocated IP 172.28.1.136 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/dd8a73d2-9b72-41df-a806-0c3ca11adfa4) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:39.833191 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Pushing event updated for resources: {'Port': ['ID=f92e0f80-9fa3-46e6-a36f-773cacb454f6,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:39.838386 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:39.946219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.988212 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:39.993341 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ef8869e-a930-4441-90c1-fa83f6f0334c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:40.062067 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:40.063177 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:40.067120 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:40.109863 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Pushing event updated for resources: {'Port': ['ID=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:40.114106 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:40.507388 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:40.678956 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6cd71b-1bd5-4651-ab4f-6329e87ba8e9 None None] Network c852911c-8973-438f-b887-00b63c788852 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:01:40.695326 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f92e0f80-9fa3-46e6-a36f-773cacb454f6 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:40.821103 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-387fcc49-4d7c-4bb3-bbf7-bb0504c59615 None None] Provisioning for port f92e0f80-9fa3-46e6-a36f-773cacb454f6 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:40.862496 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:40.894462 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port f92e0f80-9fa3-46e6-a36f-773cacb454f6 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:40.909631 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f92e0f80-9fa3-46e6-a36f-773cacb454f6 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:40.910013 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:41.083146 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:41.121595 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port f92e0f80-9fa3-46e6-a36f-773cacb454f6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f92e0f80-9fa3-46e6-a36f-773cacb454f6,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:41.127182 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:41.130907 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:41.179337 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Router b5c87a37-9fa4-4592-89af-7aed57abf6dd is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:01:41.203304 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=f92e0f80-9fa3-46e6-a36f-773cacb454f6,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:41.206668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:41.364937 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:01:41.367730 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-2aba4215-2eed-4968-af59-a0d001e6dcc5 None None] Provisioning complete for port f92e0f80-9fa3-46e6-a36f-773cacb454f6 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:41.368178 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2aba4215-2eed-4968-af59-a0d001e6dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:41.394132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] Notify callbacks [] for router, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:41.398924 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-3f918e26-8cf1-4c84-adae-f6f55d1f721b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5235426 Jun 01 10:01:41.399101 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Sync routers for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:01:41.399545 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46058) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:41.461865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:41.462423 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:41.689411 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:41.976422 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:40Z', 'revision_number': 3, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:41.980524 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Checking router: b5c87a37-9fa4-4592-89af-7aed57abf6dd for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:01:41.980865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Updating router b5c87a37-9fa4-4592-89af-7aed57abf6dd port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:01:42.041160 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.180911 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.370454 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.382548 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Transition to ACTIVE for port object dd8a73d2-9b72-41df-a806-0c3ca11adfa4 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:42.385603 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_common [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Allocated IP 172.20.0.1 (c852911c-8973-438f-b887-00b63c788852/602408b0-f4c2-432c-8c62-525547f98186/77a41385-d722-46c3-84da-f7a3f9998718) {{(pid=91845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:42.389028 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.393462 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-b16df0b3-deb6-4a96-a252-2b0df4e31a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:42.467160 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Attempting to bind port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:42.467526 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Attempting to bind port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:42.467891 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Attempting to bind port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:42.473623 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627839-5043-43a4-8f25-d8efe6367c4b None None] Pushing event updated for resources: {'Port': ['ID=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:42.477592 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd627839-5043-43a4-8f25-d8efe6367c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:42.478525 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:42.478897 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:42.479295 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.479676 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:42.480142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Bound port: dd8a73d2-9b72-41df-a806-0c3ca11adfa4, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:42.480523 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.541655 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.561508 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Transition to ACTIVE for port object 77a41385-d722-46c3-84da-f7a3f9998718 will not be triggered until provisioned by entity DHCP. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:42.564391 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] For port dd8a73d2-9b72-41df-a806-0c3ca11adfa4, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:42.567655 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] For port dd8a73d2-9b72-41df-a806-0c3ca11adfa4, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:42.571997 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.576436 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:42.585991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.589730 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:42.647770 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:42.648649 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:42.654954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Network c852911c-8973-438f-b887-00b63c788852 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:42.657813 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:42.661431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Received port after_create {{(pid=91845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:42.704060 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:42.708613 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f92e0f80-9fa3-46e6-a36f-773cacb454f6 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:42.709162 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:42.722816 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.777474 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627839-5043-43a4-8f25-d8efe6367c4b None None] Pushing event updated for resources: {'Port': ['ID=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:42.786116 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd627839-5043-43a4-8f25-d8efe6367c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:42.893702 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f92e0f80-9fa3-46e6-a36f-773cacb454f6 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:42.893953 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:42.929552 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:42.994671 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.115871 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-6a8e0af7-b02b-4c77-bacf-6480718359a3 None None] Provisioning for port 77a41385-d722-46c3-84da-f7a3f9998718 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:43.169880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-6a8e0af7-b02b-4c77-bacf-6480718359a3 None None] Provisioning complete for port 77a41385-d722-46c3-84da-f7a3f9998718 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:43.170200 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0af7-b02b-4c77-bacf-6480718359a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.219598 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.225432 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6926697'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.255758 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-aa2de931-a87d-4eef-be17-7032956ed757 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:43.260626 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e0af7-b02b-4c77-bacf-6480718359a3 None None] Port 77a41385-d722-46c3-84da-f7a3f9998718 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:01:43.332092 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:43.334614 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.341442 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:43.391957 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:40Z', 'revision_number': 3, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:43.396242 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62901e-3cf6-4366-9579-d5780a08ed26 None None] The sync data for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb is: [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:40Z', 'revision_number': 3, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:01:43.474914 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Network c852911c-8973-438f-b887-00b63c788852 is already hosted by enough agents. {{(pid=91845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:43.476272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.base_scheduler [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:43.785210 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-7eb365fd-75bd-4516-a856-bef714006bd6 None None] Provisioning complete for port 77a41385-d722-46c3-84da-f7a3f9998718 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:43.785773 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-7eb365fd-75bd-4516-a856-bef714006bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:43.797208 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Router b5c87a37-9fa4-4592-89af-7aed57abf6dd has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:01:43.842965 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-7eb365fd-75bd-4516-a856-bef714006bd6 None None] Port 77a41385-d722-46c3-84da-f7a3f9998718 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:01:43.985936 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:01:43.996404 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-6f48933f-0e1e-43d4-a17e-b46fac92bdb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5c87a37-9fa4-4592-89af-7aed57abf6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5953562 Jun 01 10:01:44.529557 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46076) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:44.535418 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-159856867-network', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:44.540558 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:44.544953 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Usage tracker for resource:network and tenant:d2a5d90d5dc74d5eaa752f94317bd20b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:44.549117 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:44.555871 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:44.569171 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Made reservation on behalf of d2a5d90d5dc74d5eaa752f94317bd20b for: {'network': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:01:44.571660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1032988'] for network, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.584679 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.600141 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:44.606964 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a5d90d5dc74d5eaa752f94317bd20b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:44.611701 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:44.617629 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:44.673453 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device dd8a73d2-9b72-41df-a806-0c3ca11adfa4 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:44.712301 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.717224 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.720540 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-83052592-aa1a-4f10-92a7-906a8a9457f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:44.748380 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:44.753097 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:44.753487 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.759216 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fa829-a912-4dd7-8d5d-c587e695141a,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:44.767178 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=91846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:01:44.782804 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.782804 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.segments_db [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Added segment 738007c2-73bc-4c48-b57d-41ef58914616 of type vlan for network f90c55d0-14f3-45bd-af93-7605d2e133a7 Jun 01 10:01:44.794219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.794624 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.794989 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.795346 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.795693 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.796045 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.796391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.796738 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.797197 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.797417 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.797756 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.798122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:44.803781 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:44.818667 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775444280131'] for network, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.850873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546'] for network, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.852316 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:01:44.852853 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.856432 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-a8d900c1-68bb-43fa-98d7-b91bee72241d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:44.884142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.901870 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port dd8a73d2-9b72-41df-a806-0c3ca11adfa4, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:44.906681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:44.908550 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-0b94e623-66cd-4603-918b-d6212ceb8596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:44.921847 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Sync routers for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:01:44.933210 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:44.933844 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:44.964019 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Pushing event updated for resources: {'Network': ['ID=f90c55d0-14f3-45bd-af93-7605d2e133a7,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:44.967753 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:44.970373 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-6041f922-fe0c-40f7-860d-cddcc9e8bf95 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4397571 Jun 01 10:01:44.973038 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46080) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:44.976248 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 details requested by agent ovs-agent-dv-cinder-787262-4-smb with host dv-cinder-787262-4-smb {{(pid=91847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:01:44.980995 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Request body: {'subnet': {'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-159856867-subnet', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'ip_version': 4}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:44.985837 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:44.989996 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Usage tracker for resource:subnet and tenant:d2a5d90d5dc74d5eaa752f94317bd20b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:44.992998 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:44.999352 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:44.999969 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:45.013573 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Made reservation on behalf of d2a5d90d5dc74d5eaa752f94317bd20b for: {'subnet': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:01:45.016479 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5686161'] for subnet, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.048247 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:45.158085 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:45.429104 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6464343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5686151'] for subnet, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.433810 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bd798305-e73e-4b18-96d7-32d275553939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:45.467061 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:43Z', 'revision_number': 2, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:45.471115 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Checking router: b5c87a37-9fa4-4592-89af-7aed57abf6dd for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:01:45.471499 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Updating router b5c87a37-9fa4-4592-89af-7aed57abf6dd port 77a41385-d722-46c3-84da-f7a3f9998718 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:01:45.507352 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e276ba14-5b4e-4e4c-b656-2350e08a1757,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:45.510080 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:45.521776 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Checking segment: {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:45.522164 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Network hostable DHCP agents. Network: f90c55d0-14f3-45bd-af93-7605d2e133a7, hostable agents: ['084fdcbc-a029-4ee2-be64-6d11b98fb756'], hosted agents: [] {{(pid=91846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:01:45.524671 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.541681 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 is scheduled to be hosted by DHCP agent 084fdcbc-a029-4ee2-be64-6d11b98fb756 with binding_index 1 {{(pid=91846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:01:45.552122 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-4-smb, f90c55d0-14f3-45bd-af93-7605d2e133a7) {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:45.560883 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:01:45.561473 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for subnet, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.566400 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfd2e7-4cd0-41f9-a579-135cfa648815 None None] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:01:45.584558 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-f797e0b8-cfd7-4430-a932-338f5224a991 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6087461 Jun 01 10:01:45.587364 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46084) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:45.592641 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:45.597935 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:45.601887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Usage tracker for resource:router and tenant:d2a5d90d5dc74d5eaa752f94317bd20b is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:45.604829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:45.610902 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:45.622514 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8319353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6922'] for router, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.623769 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8309881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8320934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8382027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6931'] for router, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.641619 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.795173 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef18c2db-5252-529c-b227-337ace94ebed-f90c55d0-14f3-45bd-af93-7605d2e133a7', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757'}]}} from dv-cinder-787262-4-smb. {{(pid=91847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:01:45.796131 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.881153 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.893882 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Transition to ACTIVE for port object 77a41385-d722-46c3-84da-f7a3f9998718 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:45.902571 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.906495 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:45.920276 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8320899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8319307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7009'] for router, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:45.953777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.db_base_plugin_common [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Allocated IP 172.20.0.2 (f90c55d0-14f3-45bd-af93-7605d2e133a7/e276ba14-5b4e-4e4c-b656-2350e08a1757/5ccf3697-8af0-470e-b365-b7038869abc6) {{(pid=91847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:46.099997 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Pushing event updated for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:46.113923 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.114565 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.114984 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.115400 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.115811 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.116223 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.116629 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.117051 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.117472 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.118248 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.118652 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.119053 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:46.130567 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:46.152783 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Attempting to bind port 77a41385-d722-46c3-84da-f7a3f9998718 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:46.153452 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Attempting to bind port 77a41385-d722-46c3-84da-f7a3f9998718 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:46.154419 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Attempting to bind port 77a41385-d722-46c3-84da-f7a3f9998718 on network c852911c-8973-438f-b887-00b63c788852 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:46.160744 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:46.161115 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Checking segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:46.161511 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.161896 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Bound using segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:46.162517 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Bound port: 77a41385-d722-46c3-84da-f7a3f9998718, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:46.162888 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.213470 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks [] for port, precommit_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.224126 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Transition to ACTIVE for port object 5ccf3697-8af0-470e-b365-b7038869abc6 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:46.243331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Transition to ACTIVE for port object 5ccf3697-8af0-470e-b365-b7038869abc6 will not be triggered until provisioned by entity DHCP. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:46.248910 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066'] for port, after_create {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.254085 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:46.266230 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] For port 77a41385-d722-46c3-84da-f7a3f9998718, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:46.269820 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] For port 77a41385-d722-46c3-84da-f7a3f9998718, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=77a41385-d722-46c3-84da-f7a3f9998718,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:46.274872 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.278755 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:46.320652 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 is already hosted by enough agents. {{(pid=91847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:46.323887 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.scheduler.base_scheduler [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Resources bound (agent type, host, resource id): {{(pid=91847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:46.327541 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Received port after_create {{(pid=91847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:46.333721 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Pushing event updated for resources: {'Port': ['ID=5ccf3697-8af0-470e-b365-b7038869abc6,revision_number=1']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:46.338005 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:46.355631 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:46.356294 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:46.375937 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.410495 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.454288 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Pushing event updated for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=4']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:46.459499 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-d67407f7-1e40-4854-a35c-f889220b097d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:46.482954 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Attempting to bind port 5ccf3697-8af0-470e-b365-b7038869abc6 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:46.483582 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Attempting to bind port 5ccf3697-8af0-470e-b365-b7038869abc6 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:46.484035 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Attempting to bind port 5ccf3697-8af0-470e-b365-b7038869abc6 on network f90c55d0-14f3-45bd-af93-7605d2e133a7 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:46.494151 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:46.494831 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Checking segment: {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:46.495340 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.495825 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Bound using segment: {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:46.496419 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Bound port: 5ccf3697-8af0-470e-b365-b7038869abc6, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:46.496886 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.565633 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:46.570091 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Allocated IP 172.28.1.187 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/83c11570-1799-4e75-8111-62ab730df9d1) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:46.592527 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] For port 5ccf3697-8af0-470e-b365-b7038869abc6, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:46.595751 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] For port 5ccf3697-8af0-470e-b365-b7038869abc6, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=5ccf3697-8af0-470e-b365-b7038869abc6,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:46.601863 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.607542 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-a43c4926-55b6-4f0c-8a99-29bbc53efbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:46.696170 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device dd8a73d2-9b72-41df-a806-0c3ca11adfa4 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:46.747320 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Pushing event updated for resources: {'Port': ['ID=5ccf3697-8af0-470e-b365-b7038869abc6,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:46.756256 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:46.764857 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.782978 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:46.783752 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.801040 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:46.805812 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:46.879369 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:46.882342 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:46.886505 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:46.936660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Pushing event updated for resources: {'Port': ['ID=83c11570-1799-4e75-8111-62ab730df9d1,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:46.943295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:46.948028 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:46Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:46.952501 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe1eafa-ad6f-4dac-a969-f2104c06d693 None None] The sync data for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb is: [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:46Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:01:47.355772 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:47.805489 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941a1b8-9d25-47ac-85bf-4e92873956d6 None None] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:01:47.861280 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8319344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8320960'] for router, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:47.911601 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-7d50f1df-87a8-4491-9d8c-b3e517a79a01 None None] Provisioning for port 5ccf3697-8af0-470e-b365-b7038869abc6 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:48.077534 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Router 880ff956-7e6d-4f68-8596-343bc70173c9 is scheduled to L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 with binding_index 1 {{(pid=91846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:01:48.274517 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:01:48.283312 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Sync routers for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:01:48.293486 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:48.294171 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:48.302459 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] Notify callbacks [] for router, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:48.306744 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-b1f8e5de-e8c0-45b9-aabf-726b96bd8b72 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7153962 Jun 01 10:01:48.306889 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46088) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:48.484236 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:48.552946 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:01:48.715861 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 5ccf3697-8af0-470e-b365-b7038869abc6 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:48.831826 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 5ccf3697-8af0-470e-b365-b7038869abc6 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:48.840947 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 5ccf3697-8af0-470e-b365-b7038869abc6 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:48.841320 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:48.870928 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:47Z', 'revision_number': 3, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:48.888642 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Checking router: 880ff956-7e6d-4f68-8596-343bc70173c9 for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:01:48.889004 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Updating router 880ff956-7e6d-4f68-8596-343bc70173c9 port 83c11570-1799-4e75-8111-62ab730df9d1 binding host dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:01:48.956251 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:48.998062 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.142752 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.209941 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 5ccf3697-8af0-470e-b365-b7038869abc6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=5ccf3697-8af0-470e-b365-b7038869abc6,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:49.210304 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Allocated IP 172.20.0.1 (f90c55d0-14f3-45bd-af93-7605d2e133a7/e276ba14-5b4e-4e4c-b656-2350e08a1757/f7aff905-3780-40b5-ab83-00d472e92d77) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:01:49.252853 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.253702 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 77a41385-d722-46c3-84da-f7a3f9998718 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:49.284031 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:49.409085 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=5ccf3697-8af0-470e-b365-b7038869abc6,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:49.416275 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:49.446450 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 77a41385-d722-46c3-84da-f7a3f9998718 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:49.461777 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 77a41385-d722-46c3-84da-f7a3f9998718 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:49.462110 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.475988 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.491567 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Transition to ACTIVE for port object f7aff905-3780-40b5-ab83-00d472e92d77 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:49.517196 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.521955 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:49.581638 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-79e37b5a-dc55-4e06-9e03-0ae1c0f783fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.582125 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:49.584987 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:49.587872 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks [] for port, precommit_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.588900 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:01:49.608152 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Transition to ACTIVE for port object 83c11570-1799-4e75-8111-62ab730df9d1 will not be triggered until provisioned by entity L2. {{(pid=91847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:49.628513 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Pushing event updated for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:49.637638 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:49.641552 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.651578 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd627839-5043-43a4-8f25-d8efe6367c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:49.655498 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8315313'] for router_interface, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.743072 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.754858 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Attempting to bind port 83c11570-1799-4e75-8111-62ab730df9d1 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:49.755234 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Attempting to bind port 83c11570-1799-4e75-8111-62ab730df9d1 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:49.755601 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Attempting to bind port 83c11570-1799-4e75-8111-62ab730df9d1 on network 69e86ce3-1a10-4619-91d2-2cb83866d042 {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:49.770779 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86cd03-160d-46cc-ad7c-178aa9cebfb8 None None] Pushing event updated for resources: {'Port': ['ID=83c11570-1799-4e75-8111-62ab730df9d1,revision_number=2']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:49.773499 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:49.773871 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Checking segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:49.774340 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.774724 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Bound using segment: {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'} {{(pid=91847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:49.775203 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.managers [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Bound port: 83c11570-1799-4e75-8111-62ab730df9d1, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141d354-12eb-4d1b-a478-749e53ad4090', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042'}}] {{(pid=91847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:49.775578 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.785927 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.804457 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5c86cd03-160d-46cc-ad7c-178aa9cebfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:49.848918 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 77a41385-d722-46c3-84da-f7a3f9998718, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=77a41385-d722-46c3-84da-f7a3f9998718,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:49.859127 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-888f81f0-475d-408d-8425-3d2338e22c36 None None] Provisioning for port f7aff905-3780-40b5-ab83-00d472e92d77 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:49.864858 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.869939 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-3584c6ea-eb16-4775-b2a5-c8b336170579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:49.909405 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-888f81f0-475d-408d-8425-3d2338e22c36 None None] Provisioning complete for port f7aff905-3780-40b5-ab83-00d472e92d77 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:49.909786 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-888f81f0-475d-408d-8425-3d2338e22c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:49.961287 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] For port 83c11570-1799-4e75-8111-62ab730df9d1, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:49.989590 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] For port 83c11570-1799-4e75-8111-62ab730df9d1, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=83c11570-1799-4e75-8111-62ab730df9d1,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:49.996331 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-888f81f0-475d-408d-8425-3d2338e22c36 None None] Port f7aff905-3780-40b5-ab83-00d472e92d77 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:01:49.999266 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.006470 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:50.012374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:50.012838 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-7d71370d-759b-4ad5-bcad-7fa27e7522af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:50.019055 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.025057 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.052546 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-04b7f2b3-4920-4d33-a248-c333f5f9df07 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:50.086163 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:50.086864 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:50.132983 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8315164'] for router_interface, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.137531 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Pushing event updated for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:50.141880 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:50.155487 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86cd03-160d-46cc-ad7c-178aa9cebfb8 None None] Pushing event updated for resources: {'Port': ['ID=83c11570-1799-4e75-8111-62ab730df9d1,revision_number=3']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:50.166039 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5c86cd03-160d-46cc-ad7c-178aa9cebfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:50.277368 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:01:50.278660 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:50.278814 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:01:50.471563 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Router 880ff956-7e6d-4f68-8596-343bc70173c9 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:01:50.554510 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-25bbc87c-9ab9-4da0-aca9-75ed08a0d470 None None] Provisioning complete for port f7aff905-3780-40b5-ab83-00d472e92d77 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:50.554890 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-25bbc87c-9ab9-4da0-aca9-75ed08a0d470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.646984 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-25bbc87c-9ab9-4da0-aca9-75ed08a0d470 None None] Port f7aff905-3780-40b5-ab83-00d472e92d77 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:01:50.656408 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:01:50.670115 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] 10.222.0.15 "PUT /v2.0/routers/880ff956-7e6d-4f68-8596-343bc70173c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612044 Jun 01 10:01:50.671366 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f7aff905-3780-40b5-ab83-00d472e92d77', 'name': '', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'mac_address': 'fa:16:3e:04:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:49Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 2, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'subnets': [{'id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:50.677098 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 5ccf3697-8af0-470e-b365-b7038869abc6 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:50.705770 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dd504-70c2-4c1d-a835-766fdc4e1487 None None] The sync data for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb is: [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f7aff905-3780-40b5-ab83-00d472e92d77', 'name': '', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'mac_address': 'fa:16:3e:04:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:49Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 2, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'subnets': [{'id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:01:50.749196 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 5ccf3697-8af0-470e-b365-b7038869abc6 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:50.749580 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:50.936880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 77a41385-d722-46c3-84da-f7a3f9998718 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:51.024488 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 77a41385-d722-46c3-84da-f7a3f9998718 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:51.025181 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.372221 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46098) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:51.377806 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860159606', 'description': 'tempest-secgroup-smoke-1860159606 description', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:51.384208 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:51.389086 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:51.392272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:51.398694 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:51.415283 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.436673 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:51.441344 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:51.444754 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:51.451384 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:51.531249 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.537784 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.542017 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-21534197-a036-4c80-829e-46280d224a34 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:51.582579 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ceff3-26a2-4037-80e9-286af8cf625d,revision_number=1']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:51.586734 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.590912 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2148445 Jun 01 10:01:51.591434 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46102) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:51.593731 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.594205 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.594636 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.595062 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.595492 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.595854 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.596209 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.596556 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.596854 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:51.596983 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.597224 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.597580 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.597922 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:51.601753 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d66b7aac-0ff5-40aa-8e16-2cb02516f956 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:51.603175 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:51.607238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:51.610410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:51.616747 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:51.635156 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.703294 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.708722 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.710829 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:51.737750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71892053-dbc1-4e78-b76a-aeab181303b8,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:51.737750 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:51.746037 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.747650 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-d5a1c8ab-1009-4426-95e1-e85d540220bc tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550937 Jun 01 10:01:51.750828 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46106) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:51.756696 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:51.762593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:51.766495 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:51.769423 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:51.776050 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:51.793329 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.864433 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.869023 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.871290 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:51.894061 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bd2874-4896-420e-a7dc-b667e4017c6f,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:51.896645 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:51.905093 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:51.906400 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-bd63815d-bbec-465c-a1ad-e3fbeae7cecb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548464 Jun 01 10:01:51.909386 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46110) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:51.914822 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.v2.base [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:51.921167 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:51.925126 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:51.928284 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91845) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:51.935500 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.quota.driver [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91845) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:51.952320 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.017761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.022556 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.025050 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-54900032-cc30-4bc3-a4e3-cbbf52a1007d tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:52.047242 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f137661-f235-4374-9e49-9754de6ac1f3,revision_number=0']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:52.049949 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:52.059933 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.061898 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-ee5dbc64-cec6-46fa-bb1c-5d035be907f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513014 Jun 01 10:01:52.065095 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46114) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:52.070811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:52.076427 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.078621 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:52.083102 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:52.086310 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:52.092949 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:52.112942 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.178593 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.183507 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.185509 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:52.207279 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227b8ece-9a3b-4b12-a13e-acdf81237478,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:52.212028 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:52.217074 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.218253 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-30abf3fc-a715-495d-852d-b60757afb03b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521571 Jun 01 10:01:52.222498 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46118) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:52.227526 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:52.233493 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:52.237430 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:52.240373 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:52.246210 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:52.259338 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.securitygroups_db [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Project a4ee238ec95d408f9067dbe0906d1369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:01:52.265062 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.329775 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.335787 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.339113 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:52.370644 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fbc5bc-f871-4bf2-ba54-55ec23775782,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:52.373255 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:52.381097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.382339 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8bad5891-6e62-4cd9-9da2-0f9685c7ee4a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588750 Jun 01 10:01:52.382474 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-65afbd5f-ebee-40c2-a9d0-2e944fa173b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.385397 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46122) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:01:52.390749 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'security_group_rule': {'security_group_id': 'b27ceff3-26a2-4037-80e9-286af8cf625d', 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:01:52.397011 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:01:52.401520 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:security_group_rule and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:01:52.404611 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:01:52.410634 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:01:52.423256 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.securitygroups_db [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Project a4ee238ec95d408f9067dbe0906d1369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:01:52.429648 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.500736 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.506496 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324760'] for security_group_rule, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.508887 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-9c8d623c-690d-4d49-86ab-fa3646798b10 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:52.531581 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82abcfa5-f8ff-4459-a3e0-b2b9b4905667,revision_number=0']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:52.533911 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:52.541490 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.542669 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-8c1e7d16-2cba-4300-a791-b9a240ac008a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561909 Jun 01 10:01:52.680959 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 83c11570-1799-4e75-8111-62ab730df9d1 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:52.751644 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port 83c11570-1799-4e75-8111-62ab730df9d1 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:52.757077 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 83c11570-1799-4e75-8111-62ab730df9d1 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:52.757453 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.887621 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.905893 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port 83c11570-1799-4e75-8111-62ab730df9d1, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=83c11570-1799-4e75-8111-62ab730df9d1,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:52.910999 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:52.912882 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:52.979641 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=83c11570-1799-4e75-8111-62ab730df9d1,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:52.987106 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.987449 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.987779 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.988104 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.988427 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.988748 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.989096 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.989409 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.989719 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.990029 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.990344 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.990677 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:01:52.994659 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:53.225050 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:54.502006 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Sync routers for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:01:54.512153 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:54.512765 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:54.629682 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:54.663699 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 83c11570-1799-4e75-8111-62ab730df9d1 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:54.703401 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:54.735001 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port 83c11570-1799-4e75-8111-62ab730df9d1 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:54.735381 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.022549 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f7aff905-3780-40b5-ab83-00d472e92d77', 'name': '', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'mac_address': 'fa:16:3e:04:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:49Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 2, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'subnets': [{'id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:55.027088 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Checking router: 880ff956-7e6d-4f68-8596-343bc70173c9 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:01:55.027471 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Updating router 880ff956-7e6d-4f68-8596-343bc70173c9 port f7aff905-3780-40b5-ab83-00d472e92d77 binding host dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:01:55.088664 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.444641 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks [] for port, precommit_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.455845 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.provisioning_blocks [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Transition to ACTIVE for port object f7aff905-3780-40b5-ab83-00d472e92d77 will not be triggered until provisioned by entity L2. {{(pid=91848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:01:55.463098 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.469410 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:55.629721 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d9be-3566-4496-8e0c-2073cdd63070 None None] Pushing event updated for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=3']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:55.661168 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e955d9be-3566-4496-8e0c-2073cdd63070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:55.689672 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Attempting to bind port f7aff905-3780-40b5-ab83-00d472e92d77 on host dv-cinder-787262-4-smb for vnic_type normal with profile {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:01:55.690067 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Attempting to bind port f7aff905-3780-40b5-ab83-00d472e92d77 by drivers openvswitch,hyperv on host dv-cinder-787262-4-smb at level 0 using segments [{'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:01:55.690432 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Attempting to bind port f7aff905-3780-40b5-ab83-00d472e92d77 on network f90c55d0-14f3-45bd-af93-7605d2e133a7 {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:01:55.696080 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Checking agent: {'id': '40d9879e-bf99-4188-9186-ce9675fee704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 43, 52), 'started_at': datetime.datetime(2021, 6, 1, 9, 44, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:01:55.696607 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Checking segment: {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:01:55.697090 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.697532 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Bound using segment: {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'} {{(pid=91848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:01:55.697996 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.managers [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Bound port: f7aff905-3780-40b5-ab83-00d472e92d77, host: dv-cinder-787262-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738007c2-73bc-4c48-b57d-41ef58914616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7'}}] {{(pid=91848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:01:55.698381 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.789787 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] For port f7aff905-3780-40b5-ab83-00d472e92d77, host dv-cinder-787262-4-smb, cleared binding levels {{(pid=91848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:01:55.792875 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.plugins.ml2.db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] For port f7aff905-3780-40b5-ab83-00d472e92d77, host dv-cinder-787262-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f7aff905-3780-40b5-ab83-00d472e92d77,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:01:55.800274 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron_lib.callbacks.manager [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:55.803987 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-bdde7819-4b78-43e5-a723-29c8277ec03a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:55.877218 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:01:55.877857 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:55.961427 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d9be-3566-4496-8e0c-2073cdd63070 None None] Pushing event updated for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=4']} {{(pid=91848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:55.971728 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG oslo_concurrency.lockutils [None req-e955d9be-3566-4496-8e0c-2073cdd63070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:56.088634 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:01:56.422862 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f7aff905-3780-40b5-ab83-00d472e92d77', 'name': '', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'mac_address': 'fa:16:3e:04:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:49Z', 'updated_at': '2021-06-01T10:01:55Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'subnets': [{'id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:01:56.427344 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b0e2-65f1-4bcb-99eb-992ecd672e3e None None] The sync data for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb is: [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': 'f7aff905-3780-40b5-ab83-00d472e92d77', 'name': '', 'network_id': 'f90c55d0-14f3-45bd-af93-7605d2e133a7', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'mac_address': 'fa:16:3e:04:7e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:49Z', 'updated_at': '2021-06-01T10:01:55Z', 'revision_number': 4, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'subnets': [{'id': 'e276ba14-5b4e-4e4c-b656-2350e08a1757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:01:56.557414 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:56.687529 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f7aff905-3780-40b5-ab83-00d472e92d77 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:56.763628 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning for port f7aff905-3780-40b5-ab83-00d472e92d77 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:01:56.768410 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f7aff905-3780-40b5-ab83-00d472e92d77 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:56.768790 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:56.895571 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:56.927822 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] For port f7aff905-3780-40b5-ab83-00d472e92d77, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f7aff905-3780-40b5-ab83-00d472e92d77,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:01:56.934179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:01:56.935971 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:01:57.001599 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Pushing event updated for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:01:57.004760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:01:58.668884 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f7aff905-3780-40b5-ab83-00d472e92d77 up at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:01:58.744007 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Provisioning complete for port f7aff905-3780-40b5-ab83-00d472e92d77 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:01:58.744392 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:06.810244 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-83ba766b-74b1-4fd6-9dc7-b9d4aa9904c9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Synchronizing usage tracker for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:security_group {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:02:06.831741 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-83ba766b-74b1-4fd6-9dc7-b9d4aa9904c9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Unset dirty status for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:security_group {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:02:06.832917 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-83ba766b-74b1-4fd6-9dc7-b9d4aa9904c9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860159606&fields=id&tenant_id=a4ee238ec95d408f9067dbe0906d1369 HTTP/1.1" status: 200 len: 267 time: 0.0690551 Jun 01 10:02:06.995331 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-2de487cd-90c7-4b39-9376-ecff965882cd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:06.995918 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-2de487cd-90c7-4b39-9376-ecff965882cd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Synchronizing usage tracker for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:network {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:02:07.017389 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-2de487cd-90c7-4b39-9376-ecff965882cd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Unset dirty status for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:network {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:02:07.018621 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-2de487cd-90c7-4b39-9376-ecff965882cd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 809 time: 0.1787474 Jun 01 10:02:07.037283 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-0d5c1d51-c316-41bc-91a9-12f5dcb928b0 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/quotas/a4ee238ec95d408f9067dbe0906d1369 HTTP/1.1" status: 200 len: 375 time: 0.0097582 Jun 01 10:02:07.133079 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3252c5a4-e9a6-4775-8050-a999c7b3bfe4 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Synchronizing usage tracker for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:port {{(pid=91845) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:02:07.154577 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.quota.resource [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3252c5a4-e9a6-4775-8050-a999c7b3bfe4 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Unset dirty status for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:port {{(pid=91845) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:02:07.155865 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3252c5a4-e9a6-4775-8050-a999c7b3bfe4 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111617 Jun 01 10:02:07.267282 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-cb3357bc-ad41-40d4-b2c9-5f5d5d878f59 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91845) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:02:07.268272 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-cb3357bc-ad41-40d4-b2c9-5f5d5d878f59 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1011946 Jun 01 10:02:07.408297 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-e55362b7-6ef4-4571-a722-b84a7ed90cc1 service neutron] 10.222.0.15 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302104 Jun 01 10:02:07.561752 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-9a38c206-6f03-41a0-9ed1-19632b3fbb1f service neutron] 10.222.0.15 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473391 Jun 01 10:02:08.028268 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-351e37a4-273a-4568-b450-655aad5bd04c req-e28deb79-f97d-4a9a-b28f-44b9a964e5f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 210 time: 0.0974112 Jun 01 10:02:09.160413 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-6b15d135-6217-4bb3-b761-eb9def3e2f77 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:09.161904 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-6b15d135-6217-4bb3-b761-eb9def3e2f77 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 809 time: 0.2610803 Jun 01 10:02:09.181115 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fcbc29d8-639c-4617-9018-ecf32bfcb4d4 req-8ab0ad5e-0a4f-44e1-a659-2f27e8344b79 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 210 time: 0.0467346 Jun 01 10:02:09.214761 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-a723eb9a-4941-4efc-8ecd-ff1b5f49f76c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ee238ec95d408f9067dbe0906d1369 HTTP/1.1" status: 200 len: 380 time: 0.0449398 Jun 01 10:02:09.223532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'port': {'device_id': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'admin_state_up': True, 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'security_groups': ['b27ceff3-26a2-4037-80e9-286af8cf625d']}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:02:09.381805 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:02:09.391453 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:02:09.403200 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Made reservation on behalf of a4ee238ec95d408f9067dbe0906d1369 for: {'port': 1} {{(pid=91846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:02:09.406877 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:09.588989 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Allocated IP 172.20.0.3 (c852911c-8973-438f-b887-00b63c788852/602408b0-f4c2-432c-8c62-525547f98186/cc10653d-127a-4ac3-89a9-8da84679ee87) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:02:09.792676 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:09.808473 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Transition to ACTIVE for port object cc10653d-127a-4ac3-89a9-8da84679ee87 will not be triggered until provisioned by entity DHCP. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:02:09.833044 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:09.838865 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-8c5a33ee-68f4-495d-ac43-e29cb2b4f5bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:09.904873 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Network c852911c-8973-438f-b887-00b63c788852 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:02:09.908210 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:02:09.912185 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:02:09.946957 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:09.956476 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:09.979252 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:09.979854 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.008651 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-14ea5522-4200-490e-9af7-a16fee89630d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888691 Jun 01 10:02:10.020736 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-945b9321-ac8c-4357-97c7-a1df270edbee tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91846) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:02:10.021783 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-945b9321-ac8c-4357-97c7-a1df270edbee tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072818 Jun 01 10:02:10.084111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Request body: {'port': {'device_id': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:02:10.138713 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-fe494bbd-8dbf-46ab-a109-b405e236cd47 None None] Provisioning for port cc10653d-127a-4ac3-89a9-8da84679ee87 completed by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:02:10.143791 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-fe494bbd-8dbf-46ab-a109-b405e236cd47 None None] Provisioning complete for port cc10653d-127a-4ac3-89a9-8da84679ee87 triggered by entity DHCP. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:02:10.144161 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fe494bbd-8dbf-46ab-a109-b405e236cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.197107 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-fe494bbd-8dbf-46ab-a109-b405e236cd47 None None] Port cc10653d-127a-4ac3-89a9-8da84679ee87 cannot update to ACTIVE because it is not bound. {{(pid=91847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:02:10.202049 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.363329 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8d80e-1567-48c6-b88b-4c15f4fdeeb2 req-cb95a7ee-f456-4d7f-8766-e78ed880172e tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:10.364832 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-13f8d80e-1567-48c6-b88b-4c15f4fdeeb2 req-cb95a7ee-f456-4d7f-8766-e78ed880172e tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 931 time: 0.0791349 Jun 01 10:02:10.411235 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-13f8d80e-1567-48c6-b88b-4c15f4fdeeb2 req-9c1abf59-9ac2-473a-8a47-b8e31c77854b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401051 Jun 01 10:02:10.555325 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc10653d-127a-4ac3-89a9-8da84679ee87 {{(pid=91846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:02:10.562905 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.577940 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.provisioning_blocks [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Transition to ACTIVE for port object cc10653d-127a-4ac3-89a9-8da84679ee87 will not be triggered until provisioned by entity L2. {{(pid=91846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:02:10.584296 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.588062 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-7a0af5a6-4e56-47e6-a159-d0f372fbc1d3 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:10.739805 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:10.747596 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:10.828450 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Attempting to bind port cc10653d-127a-4ac3-89a9-8da84679ee87 on host hv-cinder-78726 for vnic_type normal with profile {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:02:10.828783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Attempting to bind port cc10653d-127a-4ac3-89a9-8da84679ee87 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:02:10.829107 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Attempting to bind port cc10653d-127a-4ac3-89a9-8da84679ee87 on network c852911c-8973-438f-b887-00b63c788852 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:02:10.833878 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Port cc10653d-127a-4ac3-89a9-8da84679ee87 on network c852911c-8973-438f-b887-00b63c788852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:02:10.834218 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Attempting to bind port cc10653d-127a-4ac3-89a9-8da84679ee87 on network c852911c-8973-438f-b887-00b63c788852 {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:02:10.839424 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Checking agent: {'id': '396820ee-574b-44b2-9844-d719f6f02413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'started_at': datetime.datetime(2021, 6, 1, 9, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:02:10.839752 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Checking segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:02:10.840132 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Bound using segment: {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'} {{(pid=91846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:02:10.840559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.managers [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Bound port: cc10653d-127a-4ac3-89a9-8da84679ee87, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a981467-a73d-4219-a70b-b16485617294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c852911c-8973-438f-b887-00b63c788852'}}] {{(pid=91846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:02:10.840900 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.935168 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, cleared binding levels {{(pid=91846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:02:10.938622 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:02:10.944026 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:10.947876 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d98cb023-09e1-474d-9ccc-164f67176e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:11.008266 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.008893 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:11.010317 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] 10.222.0.72 "PUT /v2.0/ports/cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 1093 time: 0.9821463 Jun 01 10:02:11.010836 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:02:11.013090 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489" -d '{"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:02:11.036932 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=3']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:11.040133 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-3ae130d3-07f1-44d0-8edb-c80ed9c4336e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:11.181097 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adb8ab9-f8b8-4f75-88a6-80ae0a3599ce x-openstack-request-id: req-9adb8ab9-f8b8-4f75-88a6-80ae0a3599ce {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:02:11.181422 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:02:11.181707 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9adb8ab9-f8b8-4f75-88a6-80ae0a3599ce {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:02:11.182155 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'status': 'completed', 'code': 200} Jun 01 10:02:11.219436 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-157b855e-03a0-4ac1-82c6-b978fb9871b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.220860 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-157b855e-03a0-4ac1-82c6-b978fb9871b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1096 time: 0.1627035 Jun 01 10:02:11.292691 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-504fe399-c7cc-4bc7-a087-e3179ebdec01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 217 time: 0.0639246 Jun 01 10:02:11.355378 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-219d3e72-7447-4946-b63e-a6ef6061265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.356793 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-219d3e72-7447-4946-b63e-a6ef6061265c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0582793 Jun 01 10:02:11.437568 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-1c5db253-1581-4a94-8557-5fabcf7caa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.439032 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-1c5db253-1581-4a94-8557-5fabcf7caa57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762010 Jun 01 10:02:11.573079 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-24a237f2-f52b-4c24-9c47-b35a220059a9 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266754 Jun 01 10:02:11.601749 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070f5d9-1e95-441e-ad3b-0a05e3499ea6 req-f522bd8a-5338-4e65-9e85-406439128ed2 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.603260 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c070f5d9-1e95-441e-ad3b-0a05e3499ea6 req-f522bd8a-5338-4e65-9e85-406439128ed2 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 943 time: 0.0855367 Jun 01 10:02:11.649413 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-c070f5d9-1e95-441e-ad3b-0a05e3499ea6 req-64558ccc-a6ff-4fb1-96af-e7ebdbfb67a9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Jun 01 10:02:11.704556 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6e05d78c-5ada-4383-9b3e-e6733e74ede6 req-8fd2c548-dea9-45cf-b3f0-4959a59f73e5 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249046 Jun 01 10:02:11.823339 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-c890e5e9-12e7-4d91-8363-9be8e35ad8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.824735 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-c890e5e9-12e7-4d91-8363-9be8e35ad8d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1096 time: 0.0728731 Jun 01 10:02:11.958397 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-56aad12e-214e-43b0-8a7e-39ab388b7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:11.959845 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-56aad12e-214e-43b0-8a7e-39ab388b7ef4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1285822 Jun 01 10:02:12.030940 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-c46cc18e-6ac1-48c3-9d4d-cfa4c36a1f86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 217 time: 0.0638289 Jun 01 10:02:12.097425 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-87915573-6a88-4d30-88b3-a8e033740858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:12.098802 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-87915573-6a88-4d30-88b3-a8e033740858 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0605614 Jun 01 10:02:12.182950 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-cf15b529-c61a-404c-81d3-53a039891bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:12.185024 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-cf15b529-c61a-404c-81d3-53a039891bcb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790620 Jun 01 10:02:12.332395 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-cf29e867-759e-466c-b37e-d2627aff589d service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395831 Jun 01 10:02:12.468236 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-6ec06bfb-fa92-4b3c-9e7c-499bc01d5489 req-621b91c8-dab1-4290-9da4-da52269e1f3c service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285846 Jun 01 10:02:12.838791 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a15e0b-12ac-48a8-881b-08132fd2b8b1 req-652a4526-81a7-4c85-b14b-afa635e7ba7a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:12.840255 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15a15e0b-12ac-48a8-881b-08132fd2b8b1 req-652a4526-81a7-4c85-b14b-afa635e7ba7a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 943 time: 0.0815842 Jun 01 10:02:12.890036 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-15a15e0b-12ac-48a8-881b-08132fd2b8b1 req-a170ad67-0d86-47b4-9787-59f84516a9ae tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Jun 01 10:02:14.089045 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c63ae5-131c-4a50-b753-42cb7003d55c req-891af170-f042-4bce-bef3-7b9d81bf9027 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:14.090530 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6c63ae5-131c-4a50-b753-42cb7003d55c req-891af170-f042-4bce-bef3-7b9d81bf9027 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 943 time: 0.0880599 Jun 01 10:02:14.136666 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-d6c63ae5-131c-4a50-b753-42cb7003d55c req-aae8c019-477c-42cf-8243-3954b2820745 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Jun 01 10:02:14.276030 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:02:14.411407 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:02:14.424993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'mac_address': 'fa:16:3e:d2:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:02:14.489304 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:14.506624 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc10653d-127a-4ac3-89a9-8da84679ee87 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:02:14.522073 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:02:14.527986 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:14.529681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:14.595009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=4']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:14.598514 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:14.778748 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['cc10653d-127a-4ac3-89a9-8da84679ee87'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:02:15.330280 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66870ce-256f-47f6-9195-17f3d0ee56fb req-c456cc5a-0a2f-449d-86b8-71fc02f4b18f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:15.331734 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a66870ce-256f-47f6-9195-17f3d0ee56fb req-c456cc5a-0a2f-449d-86b8-71fc02f4b18f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 944 time: 0.0865061 Jun 01 10:02:15.382669 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a66870ce-256f-47f6-9195-17f3d0ee56fb req-f27762c9-7606-4ee6-b7b1-1aee9eba4dad tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Jun 01 10:02:16.304989 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:02:16.386494 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning for port cc10653d-127a-4ac3-89a9-8da84679ee87 completed by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:02:16.391538 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port cc10653d-127a-4ac3-89a9-8da84679ee87 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:02:16.391997 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:16.511640 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:16.541052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:02:16.543572 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c3d0b1-fbfd-40b5-b76d-626c5553b57f" -d '{"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:02:16.552533 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:02:16.557179 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:16.559986 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-373dddea-8cdf-420c-8cc0-ddca2bcd80e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:16.607251 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1cd2c-f1d6-4e32-9eb0-7b28cf1283b1 req-8e7bc958-4b3f-473e-a1ef-312783b91ca6 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:16.608643 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-57c1cd2c-f1d6-4e32-9eb0-7b28cf1283b1 req-8e7bc958-4b3f-473e-a1ef-312783b91ca6 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 944 time: 0.0956807 Jun 01 10:02:16.635345 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=5']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:16.639228 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:16.658078 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a1166-2f61-444c-886d-8afd44c61b78 x-openstack-request-id: req-9b7a1166-2f61-444c-886d-8afd44c61b78 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:02:16.658385 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:02:16.658668 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b7a1166-2f61-444c-886d-8afd44c61b78 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:02:16.658794 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-57c1cd2c-f1d6-4e32-9eb0-7b28cf1283b1 req-8587b8b9-a67b-4485-abde-546449e12757 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Jun 01 10:02:16.659086 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'code': 200} Jun 01 10:02:16.984798 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4ae92-da6c-452d-aaa1-edb626fb22c6 req-7169e831-68e8-46dc-88de-c5349e3e1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:16.986457 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22c4ae92-da6c-452d-aaa1-edb626fb22c6 req-7169e831-68e8-46dc-88de-c5349e3e1857 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0927682 Jun 01 10:02:17.029881 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-22c4ae92-da6c-452d-aaa1-edb626fb22c6 req-1a62c5e9-ce1b-460b-a303-16e686716a77 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358813 Jun 01 10:02:17.859758 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce784-d837-4cfc-944c-fbbcaadfb738 req-f799828b-c53a-4771-8816-71063391bf99 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:17.861327 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-264ce784-d837-4cfc-944c-fbbcaadfb738 req-f799828b-c53a-4771-8816-71063391bf99 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0851483 Jun 01 10:02:18.027635 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-264ce784-d837-4cfc-944c-fbbcaadfb738 req-acb28929-e2bb-40c0-8010-294921d6e80e tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531453 Jun 01 10:02:19.241705 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596021a8-a400-4303-8bcd-9c16a8f55754 req-1df205ce-01e4-47c7-8a42-5e8ea0c86c35 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:19.243206 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-596021a8-a400-4303-8bcd-9c16a8f55754 req-1df205ce-01e4-47c7-8a42-5e8ea0c86c35 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.1014011 Jun 01 10:02:19.292885 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-596021a8-a400-4303-8bcd-9c16a8f55754 req-0b721686-b653-49d0-a558-73018c99dbcb tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Jun 01 10:02:19.487161 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777d9a-0c88-434c-bdab-5e0fc384bf77 req-da9473ec-3e16-4f1b-9d05-aa5925f584a7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:19.488585 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3f777d9a-0c88-434c-bdab-5e0fc384bf77 req-da9473ec-3e16-4f1b-9d05-aa5925f584a7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0878627 Jun 01 10:02:19.527898 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8545-be4a-48c4-b76b-1c845b580663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:19.537298 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3f777d9a-0c88-434c-bdab-5e0fc384bf77 req-1f10a0a1-12ff-4fc2-8713-18f6d2254c50 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Jun 01 10:02:19.560365 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46274) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:02:19.676693 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d8fc6-54ae-4d43-9c3e-72131bd92440 tempest-TestShelveInstance-244617413 tempest-TestShelveInstance-244617413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:19.677406 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-094d8fc6-54ae-4d43-9c3e-72131bd92440 tempest-TestShelveInstance-244617413 tempest-TestShelveInstance-244617413-project-admin] Synchronizing usage tracker for tenant:d2a5d90d5dc74d5eaa752f94317bd20b on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:02:19.697236 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-094d8fc6-54ae-4d43-9c3e-72131bd92440 tempest-TestShelveInstance-244617413 tempest-TestShelveInstance-244617413-project-admin] Unset dirty status for tenant:d2a5d90d5dc74d5eaa752f94317bd20b on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:02:19.698482 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-094d8fc6-54ae-4d43-9c3e-72131bd92440 tempest-TestShelveInstance-244617413 tempest-TestShelveInstance-244617413-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1093 time: 0.1370022 Jun 01 10:02:19.701700 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46280) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:02:19.707962 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.v2.base [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Request body: {'floatingip': {'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:02:19.714405 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:02:19.718559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Usage tracker for resource:floatingip and tenant:a4ee238ec95d408f9067dbe0906d1369 is out of sync, need to count used quota {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:02:19.721618 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91846) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:02:19.727518 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.quota.driver [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91846) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:02:19.744946 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for floatingip, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:19.888620 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:20.109238 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.db_base_plugin_common [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Allocated IP 172.28.1.48 (69e86ce3-1a10-4619-91d2-2cb83866d042/70dda602-13c4-4a48-b49e-125e079d71ad/bca8b74b-6550-40d7-95f8-ee78849ad334) {{(pid=91846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:02:20.264501 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for port, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:20.296652 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775444261066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:20.301362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-d1897ef2-35bf-4883-a342-a8f2f0183925 tempest-AttachVolumeTestJSON-492216665 tempest-AttachVolumeTestJSON-492216665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:20.364615 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Network 69e86ce3-1a10-4619-91d2-2cb83866d042 is already hosted by enough agents. {{(pid=91846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:02:20.367362 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.base_scheduler [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Resources bound (agent type, host, resource id): {{(pid=91846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:02:20.370299 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Received port after_create {{(pid=91846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:02:20.412815 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'Port': ['ID=bca8b74b-6550-40d7-95f8-ee78849ad334,revision_number=1']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:20.418343 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:20.809656 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:20.887394 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:21.096158 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for port, precommit_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:21.104240 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313710'] for port, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:21.107808 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-e8665aa8-d5df-42c4-b8b9-9c0c1d76a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:02:21.211660 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event updated for resources: {'Port': ['ID=bca8b74b-6550-40d7-95f8-ee78849ad334,revision_number=2']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:02:21.215442 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:02:21.224415 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8320824'] for floatingip, after_update {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:21.394367 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Floating IP 688b9e2b-7012-4cec-8dfb-efa320114ce3 associated. External IP: 172.28.1.48, port: cc10653d-127a-4ac3-89a9-8da84679ee87. Jun 01 10:02:21.851325 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Router b5c87a37-9fa4-4592-89af-7aed57abf6dd has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:02:22.036532 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:02:22.047643 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Sync routers for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:02:22.058007 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:02:22.058652 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:01:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:02:22.062781 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:22.118928 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-cb32f769-4c3f-4b30-8728-8f5e42e6ec1b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4160922 Jun 01 10:02:22.119575 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:02:22.121882 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30736a2a-cde7-4e6f-9451-c07c9374ebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:02:22.148759 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:22.228395 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34b71a-0794-4716-84a2-50ca8c1f5e83 x-openstack-request-id: req-2a34b71a-0794-4716-84a2-50ca8c1f5e83 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:02:22.228782 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:02:22.229155 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a34b71a-0794-4716-84a2-50ca8c1f5e83 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:02:22.229676 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'status': 'completed', 'code': 200} Jun 01 10:02:22.258727 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:02:22.336663 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-929d29f3-9fa5-4772-9893-457190cae283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:22.338184 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-929d29f3-9fa5-4772-9893-457190cae283 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0804496 Jun 01 10:02:22.426202 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2d61-b06a-42ee-8cf9-9165a43c893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:22.472566 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-4f730749-781a-4263-93aa-6d43e7226cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:22.474120 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-4f730749-781a-4263-93aa-6d43e7226cce service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1297245 Jun 01 10:02:22.574003 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-35583991-5d0b-4118-9db9-d4485f4c6be4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 998 time: 0.0938532 Jun 01 10:02:22.627312 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '688b9e2b-7012-4cec-8dfb-efa320114ce3', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'floating_ip_address': '172.28.1.48', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'mac_address': 'fa:16:3e:d2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:02:20Z', 'updated_at': '2021-06-01T10:02:20Z', 'revision_number': 0, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:02:22.631763 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Checking router: b5c87a37-9fa4-4592-89af-7aed57abf6dd for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:02:22.640906 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:02:22.641369 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-939be962-7d2d-4070-82fa-ca738da58b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:22.641540 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:02:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:02:22.642857 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-939be962-7d2d-4070-82fa-ca738da58b0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0625374 Jun 01 10:02:22.720283 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-72c27a52-d3d2-4f89-9f20-32ceab9344c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:02:22.721861 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-72c27a52-d3d2-4f89-9f20-32ceab9344c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727391 Jun 01 10:02:22.820208 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:02:22.855292 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-8b30eeec-9fa4-4662-a7f8-fbbf694622cb service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270459 Jun 01 10:02:23.001536 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-30736a2a-cde7-4e6f-9451-c07c9374ebb5 req-a46c1f74-5c98-4434-915d-b7556edbc1db service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Jun 01 10:02:23.226623 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '688b9e2b-7012-4cec-8dfb-efa320114ce3', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'floating_ip_address': '172.28.1.48', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'mac_address': 'fa:16:3e:d2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:02:20Z', 'updated_at': '2021-06-01T10:02:20Z', 'revision_number': 0, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:02:23.229866 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:23.231538 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe252068-ebba-4950-85d1-24dd0850956b None None] The sync data for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb is: [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_floatingips': [{'id': '688b9e2b-7012-4cec-8dfb-efa320114ce3', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'floating_ip_address': '172.28.1.48', 'floating_network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'router_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'mac_address': 'fa:16:3e:d2:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:02:20Z', 'updated_at': '2021-06-01T10:02:20Z', 'revision_number': 0, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:02:23.425390 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3852c2f-8179-4c34-9981-34140911627e None None] New status for floating IP 688b9e2b-7012-4cec-8dfb-efa320114ce3: ACTIVE {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:02:24.634800 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:25.553839 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:02:26.555871 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:49.527681 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1fc70b9c-38f5-47d4-9ddb-6a6b822d8622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:52.090467 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:52.386409 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-15e56131-7510-487c-95c2-1e68b6ab957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:53.231996 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:54.641481 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:02:56.557103 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:02.488037 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-1a8c1adb-948f-402f-b727-285c83f2e1a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857632 Jun 01 10:03:02.558038 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:03:02.639559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-655193ef-ff20-4fcc-a01f-99d3b0a930c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:03:02.641030 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-655193ef-ff20-4fcc-a01f-99d3b0a930c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0793068 Jun 01 10:03:02.797191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-bd963ae4-d01c-4df7-9e5b-a765c7d06559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:03:02.798667 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-bd963ae4-d01c-4df7-9e5b-a765c7d06559 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1360753 Jun 01 10:03:02.995277 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-3a6dc82d-cdda-487c-9e63-fec8d2f574eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 1000 time: 0.1895242 Jun 01 10:03:03.063078 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-70bf9bf0-af49-46f6-a04d-8f9336f2384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:03:03.065103 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-70bf9bf0-af49-46f6-a04d-8f9336f2384b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0635667 Jun 01 10:03:03.156468 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-969cd96b-f368-4064-92ed-cbd724c4f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:03:03.158004 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-969cd96b-f368-4064-92ed-cbd724c4f25e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871241 Jun 01 10:03:03.301283 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-9ce03676-50b8-432b-8d2c-07578fec95ee service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359606 Jun 01 10:03:03.445602 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0233d95e-782d-475e-9d3c-039fd9e57a99 req-cc6089e3-02e1-4798-997f-75d5dc1929f9 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377416 Jun 01 10:03:19.526084 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4568064a-bd6a-4f70-a0ea-14031a38c7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:22.089994 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:22.382712 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-78affc2c-33a1-4bc7-859e-22e1f402277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:23.236609 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:24.637848 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:26.556012 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:39.557695 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:03:49.520323 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-cd1384ed-fab4-4821-9e69-d8cc692ae078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:52.090960 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:52.384965 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-63178b32-70ac-4f77-81fb-6959c6e7d509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:53.239139 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:54.642287 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:03:56.554159 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:03.484946 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-14f0adf2-0857-43df-9a2f-516443d3ca28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742915 Jun 01 10:04:03.647064 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-6d899aae-96c5-4beb-a55c-dac99c441f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:03.648521 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-6d899aae-96c5-4beb-a55c-dac99c441f0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0809245 Jun 01 10:04:03.809706 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-57d0aef4-f168-4f99-b4a2-815ed2efdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:03.811241 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-57d0aef4-f168-4f99-b4a2-815ed2efdc30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1384490 Jun 01 10:04:03.914324 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-21fd9b72-34e8-4444-aa91-782531341c44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 1000 time: 0.0956836 Jun 01 10:04:03.981335 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-f0f66ac5-694b-490e-a910-af8d886cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:03.982768 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-f0f66ac5-694b-490e-a910-af8d886cb0b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0622845 Jun 01 10:04:04.059895 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-901db44f-01b6-4c28-837f-c0aa4e896b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:04.061351 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-901db44f-01b6-4c28-837f-c0aa4e896b62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718520 Jun 01 10:04:04.193495 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-6340cb65-6815-4c84-9931-d5e71501e905 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252291 Jun 01 10:04:04.332452 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0c332160-c347-41f2-b96b-e4d72f4aed87 req-f7f76ed5-e006-41ee-b69f-39822c70189b service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324475 Jun 01 10:04:11.453661 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7b821-b61a-4932-b1a4-3c3ee5e08d85 req-dc4eae74-e2d4-4b7e-8d3e-8e19f99baf55 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:11.455142 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fab7b821-b61a-4932-b1a4-3c3ee5e08d85 req-dc4eae74-e2d4-4b7e-8d3e-8e19f99baf55 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0892167 Jun 01 10:04:11.502334 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-fab7b821-b61a-4932-b1a4-3c3ee5e08d85 req-2d71d898-a491-448a-8a00-ef86f0e6150f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Jun 01 10:04:12.708462 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e6644-2c49-44c1-9a43-7215b78d2fb3 req-a1738a3f-0b8f-4e2c-9c4d-55961a93213d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:12.709944 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-682e6644-2c49-44c1-9a43-7215b78d2fb3 req-a1738a3f-0b8f-4e2c-9c4d-55961a93213d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0937202 Jun 01 10:04:12.757153 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-682e6644-2c49-44c1-9a43-7215b78d2fb3 req-907e1289-71ee-4e55-92b0-5684db47437b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Jun 01 10:04:13.961054 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93d10c-182e-44f8-8ec1-ec5a400545fe req-af5779e6-9d76-4763-bba4-cac9511e2d5c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:13.962542 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ce93d10c-182e-44f8-8ec1-ec5a400545fe req-af5779e6-9d76-4763-bba4-cac9511e2d5c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0974276 Jun 01 10:04:14.006600 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-ce93d10c-182e-44f8-8ec1-ec5a400545fe req-a2444dc8-f7d3-4f01-8525-35f954935869 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381303 Jun 01 10:04:15.212258 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8c10-6979-457f-9c26-1497e930c5ce req-0e8bbe85-5f0a-4043-86f1-c04166f7d4bf tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:15.214059 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-65dd8c10-6979-457f-9c26-1497e930c5ce req-0e8bbe85-5f0a-4043-86f1-c04166f7d4bf tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0919602 Jun 01 10:04:15.268522 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-65dd8c10-6979-457f-9c26-1497e930c5ce req-0ee36055-eb04-4ee4-be01-61362eef2d3c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456192 Jun 01 10:04:16.476044 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3655952-5a3d-45dc-b0a2-4f812b201b39 req-fe761b5c-bba3-4f7f-b656-6c1c6a16d0bf tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:16.477479 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f3655952-5a3d-45dc-b0a2-4f812b201b39 req-fe761b5c-bba3-4f7f-b656-6c1c6a16d0bf tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0925570 Jun 01 10:04:16.532552 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-f3655952-5a3d-45dc-b0a2-4f812b201b39 req-a545de73-5305-4552-b3d9-b04d9fbcc7a5 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Jun 01 10:04:16.556963 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:04:17.747314 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96f5d-a888-4569-9f0b-acdebb2773a4 req-5c3ff97c-5750-416e-a7c0-c0746d2ce16d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:17.748796 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8eb96f5d-a888-4569-9f0b-acdebb2773a4 req-5c3ff97c-5750-416e-a7c0-c0746d2ce16d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0985208 Jun 01 10:04:17.802517 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-8eb96f5d-a888-4569-9f0b-acdebb2773a4 req-95d524c7-a621-4740-8169-53e8fac134c1 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479233 Jun 01 10:04:18.995597 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9f07-8494-444b-bce6-cc20cb13d551 req-afe3a517-a5dd-4778-b219-2a47c067f674 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:18.997026 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-394e9f07-8494-444b-bce6-cc20cb13d551 req-afe3a517-a5dd-4778-b219-2a47c067f674 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0824189 Jun 01 10:04:19.046617 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-394e9f07-8494-444b-bce6-cc20cb13d551 req-c5300a2a-54a8-4108-8c76-aa95ab1ce9bf tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Jun 01 10:04:19.526093 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-25202ed5-1fb4-4a35-a45a-fe849664ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:20.252947 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47797f07-9728-4e57-a7b2-e168ed932740 req-9eb3ebfc-8e7c-4164-9fdd-66740c332134 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:20.254407 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-47797f07-9728-4e57-a7b2-e168ed932740 req-9eb3ebfc-8e7c-4164-9fdd-66740c332134 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0906754 Jun 01 10:04:20.299985 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-47797f07-9728-4e57-a7b2-e168ed932740 req-3f58c081-79b1-4736-855d-445ff21dc492 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Jun 01 10:04:21.502396 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e19f8-31ba-4198-8d4f-8117057200bc req-361e8715-b317-46fc-80bf-33d7f578de4c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:21.503946 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a17e19f8-31ba-4198-8d4f-8117057200bc req-361e8715-b317-46fc-80bf-33d7f578de4c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0874755 Jun 01 10:04:21.553496 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-a17e19f8-31ba-4198-8d4f-8117057200bc req-c342e26d-dbd4-4426-9e26-c50736a11f73 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Jun 01 10:04:21.571776 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6790-517d-48c5-9d13-6207cb25a456 req-7400d72a-377e-4d6d-9462-fcfa30133275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:21.574331 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-7400d72a-377e-4d6d-9462-fcfa30133275 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0795803 Jun 01 10:04:21.717057 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6790-517d-48c5-9d13-6207cb25a456 req-b5ce1fb6-88ac-484b-816a-eabfb64966c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:21.718482 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-b5ce1fb6-88ac-484b-816a-eabfb64966c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1371613 Jun 01 10:04:21.821257 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-ef5ddb92-403a-435e-9efe-1b1620c1d8bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 1000 time: 0.0963910 Jun 01 10:04:21.974573 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6790-517d-48c5-9d13-6207cb25a456 req-88acd114-1e1c-4564-a0c8-91bce3ba55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:21.975897 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-88acd114-1e1c-4564-a0c8-91bce3ba55c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.1485033 Jun 01 10:04:22.055431 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af6790-517d-48c5-9d13-6207cb25a456 req-2231e158-29de-4da6-92d7-595a30b82598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:22.056976 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-2231e158-29de-4da6-92d7-595a30b82598 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746951 Jun 01 10:04:22.085703 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:22.200381 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-7abface4-2618-40b6-ae37-2bbeb1083b2b service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365027 Jun 01 10:04:22.337424 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-39af6790-517d-48c5-9d13-6207cb25a456 req-6edc2f02-c072-4abf-9afb-f750053991b5 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305315 Jun 01 10:04:22.381209 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e5a322b1-50d0-4b6d-b02c-bd01d364e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:22.758408 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc192f-7b6c-4d6f-9446-922c540fe960 req-05520322-34be-498d-bc8f-fe0f091ee7be tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:22.760275 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-27bc192f-7b6c-4d6f-9446-922c540fe960 req-05520322-34be-498d-bc8f-fe0f091ee7be tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0895140 Jun 01 10:04:22.808901 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-27bc192f-7b6c-4d6f-9446-922c540fe960 req-003be084-088e-4c55-919b-69fb3192a8d5 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Jun 01 10:04:23.241815 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:24.008932 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545530c3-5458-4f01-a1b8-9fb84049e78d req-81cfa397-7103-4605-bc24-1a6f4059c67d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:24.010485 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-545530c3-5458-4f01-a1b8-9fb84049e78d req-81cfa397-7103-4605-bc24-1a6f4059c67d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0942428 Jun 01 10:04:24.058002 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-545530c3-5458-4f01-a1b8-9fb84049e78d req-969b42ae-1274-4b7d-8577-2722cee7261c tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Jun 01 10:04:24.645675 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:25.247791 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506df8-a8b1-41b0-b00f-fca2cdc7016a req-d27f2e26-5128-46ca-9d65-1b0ed8835817 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:25.249197 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d506df8-a8b1-41b0-b00f-fca2cdc7016a req-d27f2e26-5128-46ca-9d65-1b0ed8835817 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0843027 Jun 01 10:04:25.297944 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6d506df8-a8b1-41b0-b00f-fca2cdc7016a req-6034cf43-1bd3-4db9-b6f5-bcfbaf257506 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Jun 01 10:04:25.656287 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-0b1d45f3-a9b9-4e57-bd56-4606f007b423 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148312 Jun 01 10:04:25.679216 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907e9e-e329-42d2-bf29-44c500c1bf22 req-52fe15ff-b418-441a-80f9-506f5eac9dcd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:25.680680 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d907e9e-e329-42d2-bf29-44c500c1bf22 req-52fe15ff-b418-441a-80f9-506f5eac9dcd tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0873303 Jun 01 10:04:25.727006 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-1d907e9e-e329-42d2-bf29-44c500c1bf22 req-088ad95f-8ca6-42dc-8ab7-a573edf95022 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Jun 01 10:04:26.568041 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:26.911342 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:04:26.916473 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b2e83-fc09-47e3-acbe-6f316f9d2ebe req-ff0d7b2e-aa08-4ddc-a6f8-c44e8860259b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:26.918232 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-126b2e83-fc09-47e3-acbe-6f316f9d2ebe req-ff0d7b2e-aa08-4ddc-a6f8-c44e8860259b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0835502 Jun 01 10:04:26.964428 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-126b2e83-fc09-47e3-acbe-6f316f9d2ebe req-9d8e4cf1-f6c5-48ee-a7d2-ab9f4e5efd9a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Jun 01 10:04:27.036028 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:27.064007 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:04:27.066279 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6d2982-49b2-4e1c-b442-c8101427fb16" -d '{"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:04:27.074374 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:04:27.079518 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:27.081303 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:04:27.113586 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3acc54-3a01-4d54-99f9-3e64f8b1a7ab x-openstack-request-id: req-0c3acc54-3a01-4d54-99f9-3e64f8b1a7ab {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:04:27.113900 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:04:27.114177 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c3acc54-3a01-4d54-99f9-3e64f8b1a7ab {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:04:27.114559 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'code': 200} Jun 01 10:04:27.151950 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=6']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:04:27.159493 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.159828 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.160148 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.160467 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.160786 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.161100 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.161408 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.161718 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.162052 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.162365 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.162671 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.162972 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:27.167038 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:04:27.340219 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-0a99bbde-c64c-4346-9c34-8e9f3534951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:27.341589 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-0a99bbde-c64c-4346-9c34-8e9f3534951c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee&tenant_id=a4ee238ec95d408f9067dbe0906d1369 HTTP/1.1" status: 200 len: 1096 time: 0.0820916 Jun 01 10:04:27.451675 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-fea30abd-2548-48de-9013-3a708411fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:27.453220 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-fea30abd-2548-48de-9013-3a708411fcfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1096 time: 0.0886841 Jun 01 10:04:27.588046 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-fd669bbb-7f45-4cb9-afbc-5264a07bda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:27.589457 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-fd669bbb-7f45-4cb9-afbc-5264a07bda15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1291525 Jun 01 10:04:27.693809 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-d5ad3634-cd9f-4425-984d-099065bcbbc0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 998 time: 0.0978239 Jun 01 10:04:27.767345 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-189e8af6-5be7-4ae9-b087-49f477502cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:27.768764 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-189e8af6-5be7-4ae9-b087-49f477502cce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0691700 Jun 01 10:04:27.848410 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-73770d59-16f1-4445-b3a6-7292f6205b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:27.849881 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-73770d59-16f1-4445-b3a6-7292f6205b1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747597 Jun 01 10:04:27.988191 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-6f2166cf-32f1-43a2-b6c6-5671d33d144c service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316123 Jun 01 10:04:28.123017 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f361775f-a4a7-4e8c-a6a0-ed8647656a10 req-6d74fac6-33cb-43a7-9efe-8497db8115e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282382 Jun 01 10:04:28.165871 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b33aa-ca00-405f-9671-6fb5d87717a0 req-3027891b-e500-49e5-b363-1f43298d11a2 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:28.167390 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-973b33aa-ca00-405f-9671-6fb5d87717a0 req-3027891b-e500-49e5-b363-1f43298d11a2 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 943 time: 0.0874507 Jun 01 10:04:28.213508 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-973b33aa-ca00-405f-9671-6fb5d87717a0 req-eba7d16f-62b8-449d-9ee5-fcff4d82017a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400565 Jun 01 10:04:28.928099 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=91847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:04:29.067193 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:04:29.080798 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Returning: {'device': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'port_id': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'mac_address': 'fa:16:3e:d2:aa:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:04:29.136575 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:29.153787 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc10653d-127a-4ac3-89a9-8da84679ee87 {{(pid=91847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:04:29.169610 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:04:29.176697 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:29.178679 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-74cc8673-a163-48a0-89d3-3e665c849107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:04:29.247455 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=7']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:04:29.250594 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:04:29.382784 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] get_ports_and_sgs() called for port_ids ['cc10653d-127a-4ac3-89a9-8da84679ee87'] {{(pid=91847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:04:29.413927 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb75a6-6fa1-44a4-a642-8e1b1a977360 req-d9b9f8f3-4fe3-4154-ae4a-d4f290678dea tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:29.415415 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fbb75a6-6fa1-44a4-a642-8e1b1a977360 req-d9b9f8f3-4fe3-4154-ae4a-d4f290678dea tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 944 time: 0.0867290 Jun 01 10:04:29.464172 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-3fbb75a6-6fa1-44a4-a642-8e1b1a977360 req-66fb8b30-585b-40ad-b0a3-460fa5cef62a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Jun 01 10:04:30.676468 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949fba5-7bdc-49f7-adad-4e488312f612 req-72b25c98-02db-4dce-a9d5-5027adb44365 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:30.677963 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b949fba5-7bdc-49f7-adad-4e488312f612 req-72b25c98-02db-4dce-a9d5-5027adb44365 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 944 time: 0.1003168 Jun 01 10:04:30.723622 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b949fba5-7bdc-49f7-adad-4e488312f612 req-7fc28c2e-55d2-4220-8979-38729d4f678a tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397837 Jun 01 10:04:30.941788 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 up at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:04:31.018200 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.provisioning_blocks [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Provisioning complete for port cc10653d-127a-4ac3-89a9-8da84679ee87 triggered by entity L2. {{(pid=91847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:04:31.018545 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858657'] for port, provisioning_complete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:31.133118 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1032983'] for port, before_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:31.163895 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:04:31.166183 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b34243d170894e8b7e00fd41cac06f0825a26e0d0ce5827bf0856fa4397a94d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce3e8c0-77cd-4ee6-98cc-28258f080f51" -d '{"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:04:31.174396 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:04:31.181138 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775444694420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775444261084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775444261389'] for port, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:31.183069 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:04:31.217336 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ab8a3-d734-4456-a9c5-8aafe803b3a6 x-openstack-request-id: req-206ab8a3-d734-4456-a9c5-8aafe803b3a6 {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:04:31.217637 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "code": 200}]} {{(pid=91847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:04:31.217891 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-206ab8a3-d734-4456-a9c5-8aafe803b3a6 {{(pid=91847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:04:31.218318 dv-cinder-787262-4-smb neutron-server[91847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'code': 200} Jun 01 10:04:31.250974 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Pushing event updated for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=8']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:04:31.253962 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:04:31.503172 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4aafc-cbd3-49fb-8f4e-20c9a4c8087a req-449c1b40-6da2-428f-9d4a-2c961d0094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:31.504618 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-73f4aafc-cbd3-49fb-8f4e-20c9a4c8087a req-449c1b40-6da2-428f-9d4a-2c961d0094d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0755329 Jun 01 10:04:31.560646 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-73f4aafc-cbd3-49fb-8f4e-20c9a4c8087a req-a1e3a501-3c97-4e98-8be5-7b565fab8441 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Jun 01 10:04:32.026271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfc82f-fc5e-45c5-a698-1edce624f6a6 req-988d83bb-9a62-4309-b6d4-b22bf1f270d9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:32.027850 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e3bfc82f-fc5e-45c5-a698-1edce624f6a6 req-988d83bb-9a62-4309-b6d4-b22bf1f270d9 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.1876915 Jun 01 10:04:32.073339 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-e3bfc82f-fc5e-45c5-a698-1edce624f6a6 req-273f55d9-729c-43e2-a86e-65274812b124 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Jun 01 10:04:33.265196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530ae76-6f39-4944-b41e-863ba7f4abb6 req-807ef253-b7a4-4e5c-918f-b12337ac6d2b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:04:33.266683 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b530ae76-6f39-4944-b41e-863ba7f4abb6 req-807ef253-b7a4-4e5c-918f-b12337ac6d2b tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0859072 Jun 01 10:04:33.320466 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-b530ae76-6f39-4944-b41e-863ba7f4abb6 req-8488113a-0a54-4cbc-b403-0a743136c4f7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473216 Jun 01 10:04:49.528565 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-fe7bedd6-cd9f-4ad1-ade0-c02caea04e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:52.092793 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:52.390348 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d9a8-13f1-41b9-8dc6-19163eb82bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:53.247174 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:53.556232 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:04:54.648873 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:56.608576 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:03.927811 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-002c6c3a-22d0-4176-8f15-0e75aad7b229 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796864 Jun 01 10:05:04.087536 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-eb6b16b0-8786-4408-ac31-8123a978f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:04.089009 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-eb6b16b0-8786-4408-ac31-8123a978f952 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0792966 Jun 01 10:05:04.338308 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-f5a06f5c-0936-4323-b698-39e0de1774c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:04.339670 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-f5a06f5c-0936-4323-b698-39e0de1774c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.2272608 Jun 01 10:05:04.444660 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-045db5a0-3573-43d8-b49e-941768769b5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 1000 time: 0.0981410 Jun 01 10:05:04.509004 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-16f8172c-4220-4a35-80a2-b4504cc5b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:04.510481 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-16f8172c-4220-4a35-80a2-b4504cc5b7f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0598748 Jun 01 10:05:04.592184 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-583f8e8c-ed28-4777-b616-0d35cef381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:04.593547 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-583f8e8c-ed28-4777-b616-0d35cef381dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755398 Jun 01 10:05:04.730320 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-ef539941-6636-455b-82fb-a40e69b5a10c service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296740 Jun 01 10:05:04.865944 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-0f47b3e7-ba5a-47e4-b16b-dcc5e4793cf5 req-e65de7ab-7cba-482e-8f2e-1adf143d0620 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283612 Jun 01 10:05:19.524706 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1d9c2281-c111-432e-bfeb-adaef6a2a80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:22.096003 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:22.386421 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-22c2cb88-b25b-48c2-864c-794d63f84715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:23.255847 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:24.651497 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:26.617695 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:30.555576 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:05:45.865492 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46386) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:46.140838 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Deleting port bca8b74b-6550-40d7-95f8-ee78849ad334 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:46.141127 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:46.263627 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:46.263912 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:46.384656 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Calling delete_port for bca8b74b-6550-40d7-95f8-ee78849ad334 owned by network:floatingip {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:46.521176 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:46.525794 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-86040f4d-14b3-4361-a9f5-cfd211c8ec4a tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:46.569174 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event deleted for resources: {'Port': ['ID=bca8b74b-6550-40d7-95f8-ee78849ad334,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:46.607878 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.608247 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.608607 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.608963 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.609311 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.609659 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.610004 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.610375 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.610719 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.611063 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.611404 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.611760 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:46.640672 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:46.670906 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for floatingip, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:46.671187 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.db.l3_db [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Floating IP 688b9e2b-7012-4cec-8dfb-efa320114ce3 disassociated (deleted). External IP: 172.28.1.48, port: cc10653d-127a-4ac3-89a9-8da84679ee87. Jun 01 10:05:47.129811 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Router b5c87a37-9fa4-4592-89af-7aed57abf6dd has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:05:47.311012 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:05:47.321073 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Sync routers for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:05:47.328383 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for floatingip, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:47.331269 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:47.331900 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:47.383956 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-4ba04e7d-f589-4e38-83b5-48cae37c868d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "DELETE /v2.0/floatingips/688b9e2b-7012-4cec-8dfb-efa320114ce3 HTTP/1.1" status: 204 len: 168 time: 1.5172453 Jun 01 10:05:47.384718 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:05:47.387120 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e424f193-03e0-400c-b3a6-6ea1d52ec176" -d '{"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:05:47.431742 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fbcb5-6af8-4bfa-8a72-0a6485fcf77b x-openstack-request-id: req-979fbcb5-6af8-4bfa-8a72-0a6485fcf77b {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:05:47.432076 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:05:47.432365 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-979fbcb5-6af8-4bfa-8a72-0a6485fcf77b {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:05:47.432803 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'status': 'completed', 'code': 200} Jun 01 10:05:47.512006 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:47.524111 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-606a6d3b-af9e-4dad-9426-33804356f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:47.525597 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-606a6d3b-af9e-4dad-9426-33804356f312 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4ee238ec95d408f9067dbe0906d1369&device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 1098 time: 0.0728066 Jun 01 10:05:47.675439 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-117f8bc2-42e0-4ad4-b5a9-1eae6ce29368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:47.676991 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-117f8bc2-42e0-4ad4-b5a9-1eae6ce29368 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 200 len: 910 time: 0.1453092 Jun 01 10:05:47.753451 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-96444012-e86e-43ac-ab19-aaf059aa31f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 200 len: 217 time: 0.0689659 Jun 01 10:05:47.765657 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e780f8f-f094-496d-b484-1a5f370d8774 req-b0559272-186f-4cdf-96e0-5e3e482e3a15 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:47.767972 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e780f8f-f094-496d-b484-1a5f370d8774 req-b0559272-186f-4cdf-96e0-5e3e482e3a15 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0835080 Jun 01 10:05:47.813495 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6e780f8f-f094-496d-b484-1a5f370d8774 req-2629d363-7185-4f26-b31a-f0fb96da57de tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Jun 01 10:05:47.822838 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-5486e0af-bcbd-4ada-bcd4-b7b0c934e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:47.825214 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-5486e0af-bcbd-4ada-bcd4-b7b0c934e585 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 200 len: 848 time: 0.0650098 Jun 01 10:05:47.847844 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:47.851754 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Checking router: b5c87a37-9fa4-4592-89af-7aed57abf6dd for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:05:47.860151 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:47.860750 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:22Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:47.905601 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-4d4d6300-0cc0-46dc-9926-c66767ce8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:47.907121 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-4d4d6300-0cc0-46dc-9926-c66767ce8ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c852911c-8973-438f-b887-00b63c788852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752897 Jun 01 10:05:48.037816 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:48.041875 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-0fd0db15-c9ac-42ce-ac2a-5f2131a30133 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267092 Jun 01 10:05:48.178330 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-e424f193-03e0-400c-b3a6-6ea1d52ec176 req-32509ff0-b7fd-492a-95a8-aa2037ddddb8 service neutron] 10.222.0.72 "GET /v2.0/networks/c852911c-8973-438f-b887-00b63c788852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293695 Jun 01 10:05:48.363957 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:48.369011 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436dbd2e-6afb-4609-a70b-871bf2032f89 None None] The sync data for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb is: [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:01:42Z', 'revision_number': 4, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb', '_interfaces': [{'id': '77a41385-d722-46c3-84da-f7a3f9998718', 'name': '', 'network_id': 'c852911c-8973-438f-b887-00b63c788852', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'mac_address': 'fa:16:3e:46:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '602408b0-f4c2-432c-8c62-525547f98186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:42Z', 'updated_at': '2021-06-01T10:01:49Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'subnets': [{'id': '602408b0-f4c2-432c-8c62-525547f98186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:05:48.597152 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f32da-1538-4c4d-9fed-80a519e0d55e None None] New status for floating IP 688b9e2b-7012-4cec-8dfb-efa320114ce3: DOWN {{(pid=91848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:05:49.020628 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-4b34dfba-73b1-4592-98a9-10bf5721ede3 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:49.021018 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c8a83-e037-4265-b42b-0da32c3f69b4 req-53b21ba9-ffd5-4b44-8a79-80d289dfbce6 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:49.021498 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-4b34dfba-73b1-4592-98a9-10bf5721ede3 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Synchronizing usage tracker for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:port {{(pid=91846) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:05:49.022892 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6a3c8a83-e037-4265-b42b-0da32c3f69b4 req-53b21ba9-ffd5-4b44-8a79-80d289dfbce6 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.0859282 Jun 01 10:05:49.038191 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.quota.resource [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-4b34dfba-73b1-4592-98a9-10bf5721ede3 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Unset dirty status for tenant:a4ee238ec95d408f9067dbe0906d1369 on resource:port {{(pid=91846) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:05:49.039491 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-4b34dfba-73b1-4592-98a9-10bf5721ede3 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 945 time: 0.1001580 Jun 01 10:05:49.072516 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-6a3c8a83-e037-4265-b42b-0da32c3f69b4 req-e765cd61-c047-42b3-b459-09e94f2973d7 tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/security-groups?id=b27ceff3-26a2-4037-80e9-286af8cf625d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Jun 01 10:05:49.181397 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Deleting port cc10653d-127a-4ac3-89a9-8da84679ee87 {{(pid=91846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:49.182107 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:49.412303 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.db [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] For port cc10653d-127a-4ac3-89a9-8da84679ee87, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=cc10653d-127a-4ac3-89a9-8da84679ee87,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:49.412661 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:49.519637 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-2091ff85-fe09-4383-92b2-47efe297e132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:49.541916 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.plugins.ml2.plugin [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Calling delete_port for cc10653d-127a-4ac3-89a9-8da84679ee87 owned by compute:nova {{(pid=91846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:49.658350 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313703'] for port, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:49.664241 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-0ffb58db-9e6b-446b-954a-7246f8f64915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:49.708360 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event deleted for resources: {'Port': ['ID=cc10653d-127a-4ac3-89a9-8da84679ee87,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:49.711391 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:49.787096 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] No DVR routers for this DVR port cc10653d-127a-4ac3-89a9-8da84679ee87 on host hv-cinder-78726 {{(pid=91846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:05:49.789559 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-476889'] for port, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:49.792081 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-deleted', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87'}] {{(pid=91846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:05:49.794318 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beeb192369006d82d65910db5d130f71a0f9c39292b36144d8aec5441b98650e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8588e-29dd-455a-a232-6fe7ed4ad9ae" -d '{"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-deleted", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87"}]}' {{(pid=91846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:05:49.809776 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [req-f178f135-6ac3-4dae-9102-7ddae5847c10 req-b59376d8-a8c8-4ac4-9f74-2d8dd3944e7d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.72 "DELETE /v2.0/ports/cc10653d-127a-4ac3-89a9-8da84679ee87 HTTP/1.1" status: 204 len: 173 time: 0.7649329 Jun 01 10:05:49.859254 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685db607-fce9-433c-a8b2-5ff00b9eb459 x-openstack-request-id: req-685db607-fce9-433c-a8b2-5ff00b9eb459 {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:05:49.859585 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484ccc0-3d05-44a5-8a7e-91a0784563ee", "name": "network-vif-deleted", "tag": "cc10653d-127a-4ac3-89a9-8da84679ee87", "status": "completed", "code": 200}]} {{(pid=91846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:05:49.859920 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-685db607-fce9-433c-a8b2-5ff00b9eb459 {{(pid=91846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:05:49.860313 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484ccc0-3d05-44a5-8a7e-91a0784563ee', 'name': 'network-vif-deleted', 'tag': 'cc10653d-127a-4ac3-89a9-8da84679ee87', 'status': 'completed', 'code': 200} Jun 01 10:05:50.248190 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [req-22010d70-e211-4dd5-87f1-13cbf8ec3bc5 req-88918d06-64d9-44b0-8fc6-fa837b65b92d tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f484ccc0-3d05-44a5-8a7e-91a0784563ee HTTP/1.1" status: 200 len: 210 time: 0.0439630 Jun 01 10:05:51.357538 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [-] (91846) accepted ('10.222.0.15', 46412) {{(pid=91846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:51.399437 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:05:51.432783 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, before_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:51.434767 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] No Port match for: cc10653d-127a-4ac3-89a9-8da84679ee87 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:05:51.435120 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Device cc10653d-127a-4ac3-89a9-8da84679ee87 not bound to the agent host hv-cinder-78726 {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:05:51.469213 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:51.545177 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:51.551670 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-94beb857-e790-4e4b-a122-ead0afff7889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:51.567674 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ceff3-26a2-4037-80e9-286af8cf625d,revision_number=None']} {{(pid=91846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:51.570185 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG oslo_concurrency.lockutils [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91846) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:51.581999 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron_lib.callbacks.manager [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] Notify callbacks [] for security_group, before_response {{(pid=91846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:51.583150 dv-cinder-787262-4-smb neutron-server[91846]: INFO neutron.wsgi [None req-48d709e5-af62-4ff8-916e-cb0f05425a6f tempest-TestShelveInstance-98891320 tempest-TestShelveInstance-98891320-project] 10.222.0.15 "DELETE /v2.0/security-groups/b27ceff3-26a2-4037-80e9-286af8cf625d HTTP/1.1" status: 204 len: 168 time: 0.2241523 Jun 01 10:05:51.622138 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46418) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:52.090720 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:52.188609 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:52.391267 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b5a32929-a13c-470d-8de9-fe0e9a097c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:52.603097 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Deleting port 77a41385-d722-46c3-84da-f7a3f9998718 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:52.603400 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:52.835818 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] For port 77a41385-d722-46c3-84da-f7a3f9998718, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=77a41385-d722-46c3-84da-f7a3f9998718,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:52.836567 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:52.957062 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Calling delete_port for 77a41385-d722-46c3-84da-f7a3f9998718 owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:53.210448 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:53.215074 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9231b112-e861-438f-bb58-c575034aa9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:53.250492 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:53.260103 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a41385-d722-46c3-84da-f7a3f9998718,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:53.305088 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.305467 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.305992 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.306266 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.306622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.306990 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.307331 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.307681 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.308018 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.308363 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.308718 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.309048 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:53.336795 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:53.543408 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:53.928736 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Router b5c87a37-9fa4-4592-89af-7aed57abf6dd has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:05:54.111938 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:05:54.121760 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Sync routers for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:05:54.125422 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-1009f22c-2dba-475a-a13f-3d9eecdc9c90 admin admin] 10.222.0.15 "PUT /v2.0/routers/b5c87a37-9fa4-4592-89af-7aed57abf6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021596 Jun 01 10:05:54.128040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46424) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:54.132993 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:54.133703 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:54.371269 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: dv-cinder-787262-4-smb {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:54.446689 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.624353 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.664880 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.682298 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:05:53Z', 'revision_number': 5, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port': {'id': 'dd8a73d2-9b72-41df-a806-0c3ca11adfa4', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:39Z', 'updated_at': '2021-06-01T10:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:54.686436 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Checking router: b5c87a37-9fa4-4592-89af-7aed57abf6dd for host: dv-cinder-787262-4-smb {{(pid=91847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:05:54.695572 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Routers {'b5c87a37-9fa4-4592-89af-7aed57abf6dd'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:54.696186 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'], 'active': True} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:54.700231 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Deleting port dd8a73d2-9b72-41df-a806-0c3ca11adfa4 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:54.700578 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.832271 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] For port dd8a73d2-9b72-41df-a806-0c3ca11adfa4, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:54.832633 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.850666 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvr_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] Set router b5c87a37-9fa4-4592-89af-7aed57abf6dd gateway port host: None {{(pid=91847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:54.955474 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_hamode_db [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:05:54Z', 'revision_number': 6, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:54.956184 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Calling delete_port for dd8a73d2-9b72-41df-a806-0c3ca11adfa4 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:54.959855 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34645cab-f002-4885-8965-a21b2f50dd56 None None] The sync data for ids ['b5c87a37-9fa4-4592-89af-7aed57abf6dd'] in dv-cinder-787262-4-smb is: [{'id': 'b5c87a37-9fa4-4592-89af-7aed57abf6dd', 'name': 'tempest-TestShelveInstance-1777313533-router', 'tenant_id': 'a4ee238ec95d408f9067dbe0906d1369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:38Z', 'updated_at': '2021-06-01T10:05:54Z', 'revision_number': 6, 'project_id': 'a4ee238ec95d408f9067dbe0906d1369', 'gw_port_host': None}] {{(pid=91847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:05:55.104267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.111499 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-beaee62b-1bb5-4963-a899-146f6699beb6 tempest-AttachVolumeShelveTestJSON-618692937 tempest-AttachVolumeShelveTestJSON-618692937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:55.156539 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8a73d2-9b72-41df-a806-0c3ca11adfa4,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:55.185086 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:55.247850 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.428114 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.430394 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.458628 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.459137 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c87a37-9fa4-4592-89af-7aed57abf6dd {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:05:55.471972 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.473071 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-9f5d9bbc-1165-4696-8b4f-23899b8f8b3c admin admin] 10.222.0.15 "DELETE /v2.0/routers/b5c87a37-9fa4-4592-89af-7aed57abf6dd HTTP/1.1" status: 204 len: 168 time: 1.3441510 Jun 01 10:05:55.475613 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46428) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:55.543349 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Deleting subnet 602408b0-f4c2-432c-8c62-525547f98186 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:05:55.547653 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.607165 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:55.684469 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.059484 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.063434 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:56.097355 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602408b0-f4c2-432c-8c62-525547f98186,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:56.100272 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:56.101298 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.107194 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-92c7b0f0-7af2-4cab-988d-5453f9e1fbdd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/602408b0-f4c2-432c-8c62-525547f98186 HTTP/1.1" status: 204 len: 168 time: 0.6306181 Jun 01 10:05:56.110214 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46432) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:56.111218 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e58ff7-6646-44c6-bbcc-877d224b95c7 None None] Network c852911c-8973-438f-b887-00b63c788852 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:05:56.218766 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.292207 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Deleting port f92e0f80-9fa3-46e6-a36f-773cacb454f6 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:56.292444 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.358667 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] DHCP port deletion for c852911c-8973-438f-b887-00b63c788852 request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:05:56.397769 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] For port f92e0f80-9fa3-46e6-a36f-773cacb454f6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f92e0f80-9fa3-46e6-a36f-773cacb454f6,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:56.398087 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.426756 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Deleting port f92e0f80-9fa3-46e6-a36f-773cacb454f6 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:56.427142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.522366 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Calling delete_port for f92e0f80-9fa3-46e6-a36f-773cacb454f6 owned by network:dhcp {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:56.527999 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] For port f92e0f80-9fa3-46e6-a36f-773cacb454f6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f92e0f80-9fa3-46e6-a36f-773cacb454f6,segment=NetworkSegment(1a981467-a73d-4219-a70b-b16485617294),segment_id=1a981467-a73d-4219-a70b-b16485617294)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:56.528407 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.571610 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.576682 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-445268d9-2bc5-4aca-849b-46b544800266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:56.619648 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f92e0f80-9fa3-46e6-a36f-773cacb454f6,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:56.621452 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] No DVR routers for this DVR port f92e0f80-9fa3-46e6-a36f-773cacb454f6 on host dv-cinder-787262-4-smb {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:05:56.622897 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:56.654174 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Calling delete_port for f92e0f80-9fa3-46e6-a36f-773cacb454f6 owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:56.679376 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.706889 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.710584 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:56.737930 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.750622 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c852911c-8973-438f-b887-00b63c788852']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:56.765565 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a981467-a73d-4219-a70b-b16485617294') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:56.766192 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a981467-a73d-4219-a70b-b16485617294') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:56.780799 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.800499 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.800958 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Pushing event deleted for resources: {'Port': ['ID=f92e0f80-9fa3-46e6-a36f-773cacb454f6,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:56.805552 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] No DVR routers for this DVR port f92e0f80-9fa3-46e6-a36f-773cacb454f6 on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:05:56.809778 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:05:56.810149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.811950 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.812270 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.812605 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.812938 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.813277 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.813576 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.813918 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.814216 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.814770 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.815040 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.815144 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.815448 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-4-smb {{(pid=91847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:56.818700 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-bd51ceb4-c9ce-47ac-824c-9fd2663cdf8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:56.828972 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 77a41385-d722-46c3-84da-f7a3f9998718 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:05:56.831731 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:05:56.871548 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 77a41385-d722-46c3-84da-f7a3f9998718 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:05:56.871897 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 77a41385-d722-46c3-84da-f7a3f9998718 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:05:56.872318 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f92e0f80-9fa3-46e6-a36f-773cacb454f6 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:05:56.907855 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: f92e0f80-9fa3-46e6-a36f-773cacb454f6 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:05:56.908205 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f92e0f80-9fa3-46e6-a36f-773cacb454f6 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:05:56.908621 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device dd8a73d2-9b72-41df-a806-0c3ca11adfa4 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:05:56.916878 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.920787 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:56.935464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:56.944027 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: dd8a73d2-9b72-41df-a806-0c3ca11adfa4 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:05:56.944382 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device dd8a73d2-9b72-41df-a806-0c3ca11adfa4 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:05:56.948423 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c852911c-8973-438f-b887-00b63c788852,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:56.952954 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:56.962543 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-d44fe435-63cd-4fad-a011-7d1f2d009df5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c852911c-8973-438f-b887-00b63c788852 HTTP/1.1" status: 204 len: 168 time: 0.8511374 Jun 01 10:05:56.965257 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46436) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:57.627673 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8315146'] for router_interface, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:58.059328 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Deleting port f7aff905-3780-40b5-ab83-00d472e92d77 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:58.059639 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:58.179920 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] For port f7aff905-3780-40b5-ab83-00d472e92d77, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=f7aff905-3780-40b5-ab83-00d472e92d77,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:58.180235 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:58.303163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Calling delete_port for f7aff905-3780-40b5-ab83-00d472e92d77 owned by network:router_interface {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:05:58.481495 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:58.485040 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3025580c-1947-452f-af4d-5ae724af213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:58.527644 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7aff905-3780-40b5-ab83-00d472e92d77,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:58.532890 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:58.791123 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8320154'] for router_interface, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:59.274695 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Router 880ff956-7e6d-4f68-8596-343bc70173c9 has already been hosted by L3 agent 1d77856d-eb95-449d-b327-9f782b1f1fa6 {{(pid=91845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:05:59.459845 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] Notify agent at l3_agent.dv-cinder-787262-4-smb the message routers_updated {{(pid=91845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:05:59.469434 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Sync routers for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:05:59.478489 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0ef9df0e-37ff-48f4-83ef-64dca332656e admin admin] 10.222.0.15 "PUT /v2.0/routers/880ff956-7e6d-4f68-8596-343bc70173c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5121047 Jun 01 10:05:59.481096 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46440) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:59.483293 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:59.483929 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:59.655298 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: dv-cinder-787262-4-smb {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:59.657581 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks [] for router, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:59.828464 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:59.904968 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Deleting port 83c11570-1799-4e75-8111-62ab730df9d1 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:05:59.905371 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:59.937440 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'external_fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '83c11570-1799-4e75-8111-62ab730df9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:05:58Z', 'revision_number': 5, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port': {'id': '83c11570-1799-4e75-8111-62ab730df9d1', 'name': '', 'network_id': '69e86ce3-1a10-4619-91d2-2cb83866d042', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:01:46Z', 'updated_at': '2021-06-01T10:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '70dda602-13c4-4a48-b49e-125e079d71ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-4-smb'}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:59.941527 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Checking router: 880ff956-7e6d-4f68-8596-343bc70173c9 for host: dv-cinder-787262-4-smb {{(pid=91848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:05:59.949681 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Routers {'880ff956-7e6d-4f68-8596-343bc70173c9'} bound to L3 agent in host dv-cinder-787262-4-smb {{(pid=91848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:59.950321 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787262-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T09:43:52Z,description=,heartbeat_timestamp=2021-06-01T10:05:52Z,host='dv-cinder-787262-4-smb',id=1d77856d-eb95-449d-b327-9f782b1f1fa6,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T09:43:52Z,topic='l3_agent')) {'router_ids': ['880ff956-7e6d-4f68-8596-343bc70173c9'], 'active': True} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:06:00.027453 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] For port 83c11570-1799-4e75-8111-62ab730df9d1, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=83c11570-1799-4e75-8111-62ab730df9d1,segment=NetworkSegment(1141d354-12eb-4d1b-a478-749e53ad4090),segment_id=1141d354-12eb-4d1b-a478-749e53ad4090)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:06:00.027811 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.094266 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_dvr_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] Set router 880ff956-7e6d-4f68-8596-343bc70173c9 gateway port host: None {{(pid=91848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:06:00.145632 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Calling delete_port for 83c11570-1799-4e75-8111-62ab730df9d1 owned by network:router_gateway {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:06:00.202441 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.l3_hamode_db [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:05:59Z', 'revision_number': 6, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port_host': None}], 'dv-cinder-787262-4-smb', False) {} {{(pid=91848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:06:00.206435 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87043478-dca4-4aa6-8156-69c328cdb63a None None] The sync data for ids ['880ff956-7e6d-4f68-8596-343bc70173c9'] in dv-cinder-787262-4-smb is: [{'id': '880ff956-7e6d-4f68-8596-343bc70173c9', 'name': 'tempest-TestShelveInstance-159856867-router', 'tenant_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:01:45Z', 'updated_at': '2021-06-01T10:05:59Z', 'revision_number': 6, 'project_id': 'd2a5d90d5dc74d5eaa752f94317bd20b', 'gw_port_host': None}] {{(pid=91848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:06:00.308904 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.312586 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-bda131cd-6c20-406f-be85-e81bc730fe70 tempest-TestMinimumBasicScenario-1600792577 tempest-TestMinimumBasicScenario-1600792577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:00.355585 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c11570-1799-4e75-8111-62ab730df9d1,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:00.358817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:00.566344 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8320791'] for router_gateway, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.738994 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8319386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6936'] for router, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.741267 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.767223 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8319910'] for router, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.767730 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880ff956-7e6d-4f68-8596-343bc70173c9 {{(pid=91845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:06:00.780818 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] Notify callbacks [] for router, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.782066 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-819fbf5f-62c7-46e1-a4d3-536b7edb3823 admin admin] 10.222.0.15 "DELETE /v2.0/routers/880ff956-7e6d-4f68-8596-343bc70173c9 HTTP/1.1" status: 204 len: 168 time: 1.3000309 Jun 01 10:06:00.784761 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46444) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:00.844916 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Deleting subnet e276ba14-5b4e-4e4c-b656-2350e08a1757 {{(pid=91845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:06:00.847865 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.898629 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6619967'] for subnet, precommit_delete_associations {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.985134 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-976859'] for subnet, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.004122 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f7aff905-3780-40b5-ab83-00d472e92d77 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:06:01.038496 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: f7aff905-3780-40b5-ab83-00d472e92d77 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:06:01.038864 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device f7aff905-3780-40b5-ab83-00d472e92d77 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:06:01.039278 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 83c11570-1799-4e75-8111-62ab730df9d1 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:06:01.075881 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 83c11570-1799-4e75-8111-62ab730df9d1 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:06:01.076142 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 83c11570-1799-4e75-8111-62ab730df9d1 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:06:01.255817 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-977518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7029907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5852505'] for subnet, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.260572 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:01.294819 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e276ba14-5b4e-4e4c-b656-2350e08a1757,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:01.297570 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:01.300243 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.306508 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc67c4-d84b-4346-bdf7-4bc2a7d530a9 None None] Network f90c55d0-14f3-45bd-af93-7605d2e133a7 requested from dv-cinder-787262-4-smb {{(pid=91847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:06:01.306779 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-3ff9a6b1-fab8-491e-8b67-c8bd7b842c1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e276ba14-5b4e-4e4c-b656-2350e08a1757 HTTP/1.1" status: 204 len: 168 time: 0.5210319 Jun 01 10:06:01.309215 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46448) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:01.416256 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007279'] for network, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.499408 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Deleting port 5ccf3697-8af0-470e-b365-b7038869abc6 {{(pid=91845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:06:01.499677 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.550258 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] DHCP port deletion for f90c55d0-14f3-45bd-af93-7605d2e133a7 request from dv-cinder-787262-4-smb {{(pid=91847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:06:01.602450 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] For port 5ccf3697-8af0-470e-b365-b7038869abc6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=5ccf3697-8af0-470e-b365-b7038869abc6,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:06:01.602801 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.615780 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Deleting port 5ccf3697-8af0-470e-b365-b7038869abc6 {{(pid=91847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:06:01.616155 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775444692547'] for port, before_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.714080 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.db [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] For port 5ccf3697-8af0-470e-b365-b7038869abc6, host dv-cinder-787262-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-4-smb',level=0,port_id=5ccf3697-8af0-470e-b365-b7038869abc6,segment=NetworkSegment(738007c2-73bc-4c48-b57d-41ef58914616),segment_id=738007c2-73bc-4c48-b57d-41ef58914616)] {{(pid=91847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:06:01.714378 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8322267'] for port, precommit_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.724147 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.plugin [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Calling delete_port for 5ccf3697-8af0-470e-b365-b7038869abc6 owned by network:dhcp {{(pid=91845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:06:01.774002 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6926688'] for port, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.778183 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-b7fad4c1-3736-419c-929a-ac2fdf9ab82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:01.820338 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccf3697-8af0-470e-b365-b7038869abc6,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:01.823450 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:01.824546 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] No DVR routers for this DVR port 5ccf3697-8af0-470e-b365-b7038869abc6 on host dv-cinder-787262-4-smb {{(pid=91845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:06:01.837687 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Calling delete_port for 5ccf3697-8af0-470e-b365-b7038869abc6 owned by network:dhcp {{(pid=91847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:06:01.882947 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1040064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775444694438', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775444261075'] for port, after_delete {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.886633 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5c86cd03-160d-46cc-ad7c-178aa9cebfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:01.930132 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Pushing event deleted for resources: {'Port': ['ID=5ccf3697-8af0-470e-b365-b7038869abc6,revision_number=None']} {{(pid=91847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:01.933185 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG oslo_concurrency.lockutils [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91847) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:01.934159 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5b9cf-4d06-4c22-9f51-df83b1262193 None None] No DVR routers for this DVR port 5ccf3697-8af0-470e-b365-b7038869abc6 on host dv-cinder-787262-4-smb {{(pid=91847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:06:01.938228 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856660', 'neutron.services.segments.db._delete_segments_for_network-8775444705500'] for network, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:01.956263 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c55d0-14f3-45bd-af93-7605d2e133a7']}} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:06:02.071509 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738007c2-73bc-4c48-b57d-41ef58914616') {'for_net_delete': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:06:02.071812 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.services.segments.db [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738007c2-73bc-4c48-b57d-41ef58914616') {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:06:02.085431 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775444714909', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6619956'] for segment, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.103498 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252'] for segment, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.110503 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=91845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:06:02.110903 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6926645'] for segment, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: Traceback (most recent call last): Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: timer() Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: cb(*args, **kw) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: return func(*args, **kwargs) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: self._notify() Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: self.callback(batched_events) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: event.method(event) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: return f(self, *a, **k) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: return self._get(url).json() Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: return self.request(url, 'GET', **kwargs) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:06:02.124276 dv-cinder-787262-4-smb neutron-server[91845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:06:02.204051 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8324656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8320778'] for network, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.207991 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5555db92-2360-4b37-9f9c-bfd1432addbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:02.221163 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927519'] for network, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.232247 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f90c55d0-14f3-45bd-af93-7605d2e133a7,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:02.236593 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:02.240295 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-befba52e-5958-45d0-b5c0-61682645cd7f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f90c55d0-14f3-45bd-af93-7605d2e133a7 HTTP/1.1" status: 204 len: 168 time: 0.9301405 Jun 01 10:06:02.485149 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46454) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:02.534968 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-294b9328-cad2-44cf-8b95-05b762f2a6db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4ee238ec95d408f9067dbe0906d1369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485041 Jun 01 10:06:02.538738 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46458) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:02.599825 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.626554 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.680094 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.683926 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-40a688c7-e842-4eba-b909-991833e5ca26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:02.701409 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd157f62-929e-4844-b9f8-8a10e0e8c4db,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:02.705226 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:02.708702 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:02.709801 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-49c1174d-32e9-410c-a4bc-86ac9b2bdb9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd157f62-929e-4844-b9f8-8a10e0e8c4db HTTP/1.1" status: 204 len: 168 time: 0.1701753 Jun 01 10:06:02.811502 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 5ccf3697-8af0-470e-b365-b7038869abc6 no longer exists at agent ovs-agent-dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:06:02.847957 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.plugin [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] No Port match for: 5ccf3697-8af0-470e-b365-b7038869abc6 {{(pid=91847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:06:02.848304 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron.plugins.ml2.rpc [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Device 5ccf3697-8af0-470e-b365-b7038869abc6 not bound to the agent host dv-cinder-787262-4-smb {{(pid=91847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:06:03.086014 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46466) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:03.134694 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-79c26534-eaa0-47ef-883a-c3b58978f649 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2a5d90d5dc74d5eaa752f94317bd20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472665 Jun 01 10:06:03.138268 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [-] (91845) accepted ('10.222.0.15', 46470) {{(pid=91845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:06:03.201196 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:03.237608 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:03.296981 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8324722'] for security_group, after_delete {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:03.301812 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0f663d03-ee5b-4701-9cc0-d66ae0f79466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:06:03.311962 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fa829-a912-4dd7-8d5d-c587e695141a,revision_number=None']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:06:03.315568 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:06:03.319547 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:03.320649 dv-cinder-787262-4-smb neutron-server[91845]: INFO neutron.wsgi [None req-0a3735da-4f64-44eb-830d-8601d0b26bda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b03fa829-a912-4dd7-8d5d-c587e695141a HTTP/1.1" status: 204 len: 168 time: 0.1814873 Jun 01 10:06:07.555330 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:06:19.523791 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-82cf63f0-d2fd-4ea0-a868-00ee0e6452a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:22.102421 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:22.400046 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-e19f99dc-15f9-4fec-9c07-505154ae6bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:23.263096 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:24.658081 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:26.640262 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:44.554417 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:06:49.523397 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-0c14b705-e407-4375-a66e-709cd525b6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:52.099723 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:52.399524 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b89e-83c5-4b53-9bca-1a5134b1b51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:53.259247 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:54.660978 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:56.639425 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:19.526078 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-52bce350-70ee-4b50-a9f2-65b84c7adf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:21.553373 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:07:22.104946 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:22.400725 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-59629989-04b0-4e18-9171-6bfd32bef566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:23.262704 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:24.663861 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:26.642596 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:49.527502 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bb7a449f-628c-4209-9564-6f923bcc8810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:52.103939 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:52.401895 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-41e3a56e-ee8e-4af6-aa7b-81b8141cf529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:53.271757 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:54.666268 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:56.654771 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:57.601147 dv-cinder-787262-4-smb neutron-server[91845]: DEBUG neutron.wsgi [req-81d0c9fe-e8d1-4e45-ab8f-037e07fe9d78 req-48fb09e8-776b-44a3-87eb-23a379e1b639 service neutron] (91845) timed out ('10.222.0.72', 50218) {{(pid=91845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 10:07:58.556023 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:08:19.531306 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-9ce9034b-2f3a-46f7-b8d9-d95a90a727d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:22.112165 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:22.400038 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-bfa7f333-151a-48be-aa16-da49a722e16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:23.270766 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:24.669171 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:26.662083 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:35.556111 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:08:49.528222 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f41c-f379-4fea-9a8e-5bda352c69dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:52.102693 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:52.400852 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-b841d72d-6cfe-450a-8630-5c0b746af3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:53.276799 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:54.673744 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:56.656583 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:12.559642 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:09:19.528922 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-32963313-3982-4fff-9895-54ddd34c874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:22.103009 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:22.398403 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-35047d8b-e768-4f31-b8f1-281d2192a587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:23.280378 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:24.675433 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:26.672025 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:32.248295 dv-cinder-787262-4-smb neutron-server[91846]: DEBUG neutron.wsgi [req-38daa399-19b6-4250-aa8a-7c795f7d878c req-bd903587-f7e3-43f8-b8c9-d7f70f66f4e7 service neutron] (91846) timed out ('10.222.0.72', 50224) {{(pid=91846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 10:09:49.529702 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-175688ee-5eb8-449b-99af-b5063a6dc1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:49.558681 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:09:52.099788 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:52.395066 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-4de6d3ad-ce31-4d57-9427-66b081ad5d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:53.282471 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:54.678933 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:56.669865 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:19.529701 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-d3bbe8b6-8ce7-4f34-b2a5-400194a99137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:22.100394 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:22.388904 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-81c8250c-8a44-43c5-a369-089d3910c858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:23.281149 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:24.681669 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:26.562027 dv-cinder-787262-4-smb neutron-server[91848]: DEBUG neutron.db.agents_db [None req-65b8bf88-a50b-42a0-b2b0-6650090d6d8f None None] Agent healthcheck: found 6 active agents {{(pid=91848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:10:26.684925 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:49.525328 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-538f4690-de84-43d6-a76b-e8479123785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:52.100034 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-1b094ae6-4977-46e9-9d97-bbfb427c51ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:52.396214 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-044d58d6-ad37-4c42-af19-7025febdb685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:53.291145 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-97b3cf72-9349-49ec-a546-1c35b2258a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:54.683297 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-752ff612-7658-4160-b09e-f3e15f1c1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:56.698305 dv-cinder-787262-4-smb neutron-server[91847]: DEBUG neutron_lib.callbacks.manager [None req-33fae12a-d85e-4dfd-be9c-40a66fd23aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775444705518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-859034'] for agent, after_update {{(pid=91847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}